2024-11-13 08:36:32,405 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@47caedad 2024-11-13 08:36:32,415 main DEBUG Took 0.008781 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-13 08:36:32,416 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-13 08:36:32,416 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-13 08:36:32,417 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-13 08:36:32,418 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-13 08:36:32,424 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-13 08:36:32,436 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-13 08:36:32,437 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-13 08:36:32,437 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-13 08:36:32,438 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-13 08:36:32,438 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-13 08:36:32,438 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-13 08:36:32,439 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-13 08:36:32,439 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-13 08:36:32,440 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-13 08:36:32,440 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-13 08:36:32,441 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-13 08:36:32,441 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-13 08:36:32,442 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-13 08:36:32,442 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-13 08:36:32,442 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-13 08:36:32,442 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-13 08:36:32,443 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-13 08:36:32,443 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-13 08:36:32,444 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-13 08:36:32,444 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-13 08:36:32,444 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-13 08:36:32,444 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-13 08:36:32,445 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-13 08:36:32,445 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-13 08:36:32,445 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-13 08:36:32,446 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-13 08:36:32,447 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-13 08:36:32,448 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-13 08:36:32,450 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-13 08:36:32,450 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-13 08:36:32,451 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-13 08:36:32,452 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-13 08:36:32,460 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-13 08:36:32,462 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-13 08:36:32,463 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-13 08:36:32,464 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-13 08:36:32,464 main DEBUG createAppenders(={Console}) 2024-11-13 08:36:32,465 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@47caedad initialized 2024-11-13 08:36:32,465 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@47caedad 2024-11-13 08:36:32,465 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@47caedad OK. 2024-11-13 08:36:32,466 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-13 08:36:32,466 main DEBUG OutputStream closed 2024-11-13 08:36:32,466 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-13 08:36:32,466 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-13 08:36:32,467 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@55634720 OK 2024-11-13 08:36:32,530 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-13 08:36:32,532 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-13 08:36:32,533 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-13 08:36:32,534 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-13 08:36:32,535 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-13 08:36:32,535 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-13 08:36:32,535 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-13 08:36:32,536 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-13 08:36:32,536 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-13 08:36:32,536 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-13 08:36:32,536 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-13 08:36:32,537 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-13 08:36:32,537 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-13 08:36:32,537 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-13 08:36:32,538 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-13 08:36:32,538 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-13 08:36:32,538 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-13 08:36:32,539 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-13 08:36:32,541 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-13 08:36:32,541 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-logging/target/hbase-logging-3.0.0-beta-2-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@19835e64) with optional ClassLoader: null 2024-11-13 08:36:32,542 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-13 08:36:32,542 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@19835e64] started OK. 2024-11-13T08:36:32,775 DEBUG [main {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b43877d8-0597-cee7-45e0-93a0ad540019 2024-11-13 08:36:32,778 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-13 08:36:32,779 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-13T08:36:32,787 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.TestAcidGuaranteesWithNoInMemCompaction timeout: 13 mins 2024-11-13T08:36:32,806 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-13T08:36:32,820 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b43877d8-0597-cee7-45e0-93a0ad540019/cluster_ba4b39f1-6ba7-dd7c-1a84-d23cc83f2c03, deleteOnExit=true 2024-11-13T08:36:32,820 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-13T08:36:32,821 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b43877d8-0597-cee7-45e0-93a0ad540019/test.cache.data in system properties and HBase conf 2024-11-13T08:36:32,822 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b43877d8-0597-cee7-45e0-93a0ad540019/hadoop.tmp.dir in system properties and HBase conf 2024-11-13T08:36:32,822 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b43877d8-0597-cee7-45e0-93a0ad540019/hadoop.log.dir in system properties and HBase conf 2024-11-13T08:36:32,823 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b43877d8-0597-cee7-45e0-93a0ad540019/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-13T08:36:32,823 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b43877d8-0597-cee7-45e0-93a0ad540019/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-13T08:36:32,823 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-13T08:36:32,932 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-13T08:36:33,023 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-13T08:36:33,027 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b43877d8-0597-cee7-45e0-93a0ad540019/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-13T08:36:33,028 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b43877d8-0597-cee7-45e0-93a0ad540019/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-13T08:36:33,028 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b43877d8-0597-cee7-45e0-93a0ad540019/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-13T08:36:33,029 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b43877d8-0597-cee7-45e0-93a0ad540019/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-13T08:36:33,029 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b43877d8-0597-cee7-45e0-93a0ad540019/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-13T08:36:33,029 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b43877d8-0597-cee7-45e0-93a0ad540019/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-13T08:36:33,030 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b43877d8-0597-cee7-45e0-93a0ad540019/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-13T08:36:33,030 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b43877d8-0597-cee7-45e0-93a0ad540019/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-13T08:36:33,031 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b43877d8-0597-cee7-45e0-93a0ad540019/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-13T08:36:33,031 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b43877d8-0597-cee7-45e0-93a0ad540019/nfs.dump.dir in system properties and HBase conf 2024-11-13T08:36:33,031 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b43877d8-0597-cee7-45e0-93a0ad540019/java.io.tmpdir in system properties and HBase conf 2024-11-13T08:36:33,032 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b43877d8-0597-cee7-45e0-93a0ad540019/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-13T08:36:33,032 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b43877d8-0597-cee7-45e0-93a0ad540019/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-13T08:36:33,033 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b43877d8-0597-cee7-45e0-93a0ad540019/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-13T08:36:33,844 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-13T08:36:33,937 INFO [Time-limited test {}] log.Log(170): Logging initialized @2276ms to org.eclipse.jetty.util.log.Slf4jLog 2024-11-13T08:36:34,019 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T08:36:34,077 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-13T08:36:34,096 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-13T08:36:34,097 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-13T08:36:34,098 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-13T08:36:34,111 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T08:36:34,113 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6b23711f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b43877d8-0597-cee7-45e0-93a0ad540019/hadoop.log.dir/,AVAILABLE} 2024-11-13T08:36:34,114 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@93c62df{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-13T08:36:34,311 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4ded99d3{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b43877d8-0597-cee7-45e0-93a0ad540019/java.io.tmpdir/jetty-localhost-34897-hadoop-hdfs-3_4_1-tests_jar-_-any-13688244050419624272/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-13T08:36:34,318 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@557285fa{HTTP/1.1, (http/1.1)}{localhost:34897} 2024-11-13T08:36:34,318 INFO [Time-limited test {}] server.Server(415): Started @2658ms 2024-11-13T08:36:34,686 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T08:36:34,694 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-13T08:36:34,696 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-13T08:36:34,696 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-13T08:36:34,696 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-13T08:36:34,697 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4fd7fa7c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b43877d8-0597-cee7-45e0-93a0ad540019/hadoop.log.dir/,AVAILABLE} 2024-11-13T08:36:34,698 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@435f9f96{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-13T08:36:34,827 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4269bd31{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b43877d8-0597-cee7-45e0-93a0ad540019/java.io.tmpdir/jetty-localhost-37711-hadoop-hdfs-3_4_1-tests_jar-_-any-247018260123908590/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T08:36:34,828 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@353d64f2{HTTP/1.1, (http/1.1)}{localhost:37711} 2024-11-13T08:36:34,828 INFO [Time-limited test {}] server.Server(415): Started @3168ms 2024-11-13T08:36:34,886 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-13T08:36:35,364 WARN [Thread-73 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b43877d8-0597-cee7-45e0-93a0ad540019/cluster_ba4b39f1-6ba7-dd7c-1a84-d23cc83f2c03/data/data2/current/BP-1997644977-172.17.0.2-1731486993595/current, will proceed with Du for space computation calculation, 2024-11-13T08:36:35,364 WARN [Thread-72 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b43877d8-0597-cee7-45e0-93a0ad540019/cluster_ba4b39f1-6ba7-dd7c-1a84-d23cc83f2c03/data/data1/current/BP-1997644977-172.17.0.2-1731486993595/current, will proceed with Du for space computation calculation, 2024-11-13T08:36:35,410 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-13T08:36:35,469 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x9cc88d4f1da79f11 with lease ID 0xc84c7dbcddc99030: Processing first storage report for DS-15000136-f901-477c-ae3e-d50bec5f23b8 from datanode DatanodeRegistration(127.0.0.1:38605, datanodeUuid=54f90b3f-b999-4140-b4b3-776d5c0437e0, infoPort=46477, infoSecurePort=0, ipcPort=36815, storageInfo=lv=-57;cid=testClusterID;nsid=1830729235;c=1731486993595) 2024-11-13T08:36:35,470 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x9cc88d4f1da79f11 with lease ID 0xc84c7dbcddc99030: from storage DS-15000136-f901-477c-ae3e-d50bec5f23b8 node DatanodeRegistration(127.0.0.1:38605, datanodeUuid=54f90b3f-b999-4140-b4b3-776d5c0437e0, infoPort=46477, infoSecurePort=0, ipcPort=36815, storageInfo=lv=-57;cid=testClusterID;nsid=1830729235;c=1731486993595), blocks: 0, hasStaleStorage: true, processing time: 2 msecs, invalidatedBlocks: 0 2024-11-13T08:36:35,471 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x9cc88d4f1da79f11 with lease ID 0xc84c7dbcddc99030: Processing first storage report for DS-2a20a9e6-a166-4fb5-bd77-7301757fd08f from datanode DatanodeRegistration(127.0.0.1:38605, datanodeUuid=54f90b3f-b999-4140-b4b3-776d5c0437e0, infoPort=46477, infoSecurePort=0, ipcPort=36815, storageInfo=lv=-57;cid=testClusterID;nsid=1830729235;c=1731486993595) 2024-11-13T08:36:35,471 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x9cc88d4f1da79f11 with lease ID 0xc84c7dbcddc99030: from storage DS-2a20a9e6-a166-4fb5-bd77-7301757fd08f node DatanodeRegistration(127.0.0.1:38605, datanodeUuid=54f90b3f-b999-4140-b4b3-776d5c0437e0, infoPort=46477, infoSecurePort=0, ipcPort=36815, storageInfo=lv=-57;cid=testClusterID;nsid=1830729235;c=1731486993595), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-13T08:36:35,539 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b43877d8-0597-cee7-45e0-93a0ad540019 2024-11-13T08:36:35,625 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b43877d8-0597-cee7-45e0-93a0ad540019/cluster_ba4b39f1-6ba7-dd7c-1a84-d23cc83f2c03/zookeeper_0, clientPort=53503, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b43877d8-0597-cee7-45e0-93a0ad540019/cluster_ba4b39f1-6ba7-dd7c-1a84-d23cc83f2c03/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b43877d8-0597-cee7-45e0-93a0ad540019/cluster_ba4b39f1-6ba7-dd7c-1a84-d23cc83f2c03/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-13T08:36:35,637 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=53503 2024-11-13T08:36:35,651 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T08:36:35,655 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T08:36:35,926 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38605 is added to blk_1073741825_1001 (size=7) 2024-11-13T08:36:36,338 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21 with version=8 2024-11-13T08:36:36,339 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/hbase-staging 2024-11-13T08:36:36,450 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-11-13T08:36:36,755 INFO [Time-limited test {}] client.ConnectionUtils(128): master/dd3a0865bb23:0 server-side Connection retries=45 2024-11-13T08:36:36,767 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T08:36:36,768 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-13T08:36:36,772 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-13T08:36:36,773 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T08:36:36,773 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-13T08:36:36,931 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-13T08:36:36,998 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-13T08:36:37,008 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-13T08:36:37,013 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T08:36:37,046 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 15702 (auto-detected) 2024-11-13T08:36:37,047 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected) 2024-11-13T08:36:37,069 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:45349 2024-11-13T08:36:37,097 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:45349 connecting to ZooKeeper ensemble=127.0.0.1:53503 2024-11-13T08:36:37,137 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:453490x0, quorum=127.0.0.1:53503, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T08:36:37,145 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:45349-0x1011078bf230000 connected 2024-11-13T08:36:37,198 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T08:36:37,200 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T08:36:37,212 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45349-0x1011078bf230000, quorum=127.0.0.1:53503, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-13T08:36:37,217 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21, hbase.cluster.distributed=false 2024-11-13T08:36:37,248 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45349-0x1011078bf230000, quorum=127.0.0.1:53503, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-13T08:36:37,254 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45349 2024-11-13T08:36:37,256 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45349 2024-11-13T08:36:37,260 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45349 2024-11-13T08:36:37,261 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45349 2024-11-13T08:36:37,262 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45349 2024-11-13T08:36:37,387 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/dd3a0865bb23:0 server-side Connection retries=45 2024-11-13T08:36:37,389 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T08:36:37,390 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-13T08:36:37,390 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-13T08:36:37,390 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T08:36:37,390 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-13T08:36:37,393 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-13T08:36:37,395 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T08:36:37,396 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:43851 2024-11-13T08:36:37,398 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:43851 connecting to ZooKeeper ensemble=127.0.0.1:53503 2024-11-13T08:36:37,400 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T08:36:37,404 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T08:36:37,417 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:438510x0, quorum=127.0.0.1:53503, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T08:36:37,417 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:43851-0x1011078bf230001 connected 2024-11-13T08:36:37,418 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43851-0x1011078bf230001, quorum=127.0.0.1:53503, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-13T08:36:37,422 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-13T08:36:37,430 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-13T08:36:37,432 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43851-0x1011078bf230001, quorum=127.0.0.1:53503, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-13T08:36:37,437 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43851-0x1011078bf230001, quorum=127.0.0.1:53503, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-13T08:36:37,438 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43851 2024-11-13T08:36:37,438 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43851 2024-11-13T08:36:37,439 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43851 2024-11-13T08:36:37,439 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43851 2024-11-13T08:36:37,440 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43851 2024-11-13T08:36:37,463 DEBUG [M:0;dd3a0865bb23:45349 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;dd3a0865bb23:45349 2024-11-13T08:36:37,464 INFO [master/dd3a0865bb23:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/dd3a0865bb23,45349,1731486996512 2024-11-13T08:36:37,472 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43851-0x1011078bf230001, quorum=127.0.0.1:53503, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-13T08:36:37,472 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45349-0x1011078bf230000, quorum=127.0.0.1:53503, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-13T08:36:37,475 DEBUG [master/dd3a0865bb23:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45349-0x1011078bf230000, quorum=127.0.0.1:53503, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/dd3a0865bb23,45349,1731486996512 2024-11-13T08:36:37,503 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43851-0x1011078bf230001, quorum=127.0.0.1:53503, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-13T08:36:37,503 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45349-0x1011078bf230000, quorum=127.0.0.1:53503, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T08:36:37,503 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43851-0x1011078bf230001, quorum=127.0.0.1:53503, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T08:36:37,504 DEBUG [master/dd3a0865bb23:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45349-0x1011078bf230000, quorum=127.0.0.1:53503, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-13T08:36:37,506 INFO [master/dd3a0865bb23:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/dd3a0865bb23,45349,1731486996512 from backup master directory 2024-11-13T08:36:37,509 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45349-0x1011078bf230000, quorum=127.0.0.1:53503, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/dd3a0865bb23,45349,1731486996512 2024-11-13T08:36:37,509 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43851-0x1011078bf230001, quorum=127.0.0.1:53503, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-13T08:36:37,509 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45349-0x1011078bf230000, quorum=127.0.0.1:53503, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-13T08:36:37,509 WARN [master/dd3a0865bb23:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-13T08:36:37,509 INFO [master/dd3a0865bb23:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=dd3a0865bb23,45349,1731486996512 2024-11-13T08:36:37,512 INFO [master/dd3a0865bb23:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-11-13T08:36:37,513 INFO [master/dd3a0865bb23:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-11-13T08:36:37,576 DEBUG [master/dd3a0865bb23:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/hbase.id] with ID: 95ff187e-7777-42f6-8067-d9c7d0681770 2024-11-13T08:36:37,576 DEBUG [master/dd3a0865bb23:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/.tmp/hbase.id 2024-11-13T08:36:37,599 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38605 is added to blk_1073741826_1002 (size=42) 2024-11-13T08:36:38,002 DEBUG [master/dd3a0865bb23:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/.tmp/hbase.id]:[hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/hbase.id] 2024-11-13T08:36:38,052 INFO [master/dd3a0865bb23:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T08:36:38,058 INFO [master/dd3a0865bb23:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-13T08:36:38,085 INFO [master/dd3a0865bb23:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 24ms. 2024-11-13T08:36:38,089 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43851-0x1011078bf230001, quorum=127.0.0.1:53503, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T08:36:38,089 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45349-0x1011078bf230000, quorum=127.0.0.1:53503, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T08:36:38,103 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38605 is added to blk_1073741827_1003 (size=196) 2024-11-13T08:36:38,522 INFO [master/dd3a0865bb23:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T08:36:38,525 INFO [master/dd3a0865bb23:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-13T08:36:38,552 DEBUG [master/dd3a0865bb23:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:?] at java.lang.Class.forName(Class.java:375) ~[?:?] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:150) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:174) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:262) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:231) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:400) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:1003) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2535) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:613) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.lambda$tracedRunnable$2(TraceUtil.java:155) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T08:36:38,559 INFO [master/dd3a0865bb23:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T08:36:38,597 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38605 is added to blk_1073741828_1004 (size=1189) 2024-11-13T08:36:38,617 INFO [master/dd3a0865bb23:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/MasterData/data/master/store 2024-11-13T08:36:38,637 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38605 is added to blk_1073741829_1005 (size=34) 2024-11-13T08:36:38,643 INFO [master/dd3a0865bb23:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-11-13T08:36:38,647 DEBUG [master/dd3a0865bb23:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T08:36:38,649 DEBUG [master/dd3a0865bb23:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-13T08:36:38,649 INFO [master/dd3a0865bb23:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T08:36:38,650 DEBUG [master/dd3a0865bb23:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T08:36:38,652 DEBUG [master/dd3a0865bb23:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-13T08:36:38,652 DEBUG [master/dd3a0865bb23:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T08:36:38,652 INFO [master/dd3a0865bb23:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T08:36:38,654 DEBUG [master/dd3a0865bb23:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731486998649Disabling compacts and flushes for region at 1731486998649Disabling writes for close at 1731486998652 (+3 ms)Writing region close event to WAL at 1731486998652Closed at 1731486998652 2024-11-13T08:36:38,656 WARN [master/dd3a0865bb23:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/MasterData/data/master/store/.initializing 2024-11-13T08:36:38,657 DEBUG [master/dd3a0865bb23:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/MasterData/WALs/dd3a0865bb23,45349,1731486996512 2024-11-13T08:36:38,669 INFO [master/dd3a0865bb23:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T08:36:38,690 INFO [master/dd3a0865bb23:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=dd3a0865bb23%2C45349%2C1731486996512, suffix=, logDir=hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/MasterData/WALs/dd3a0865bb23,45349,1731486996512, archiveDir=hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/MasterData/oldWALs, maxLogs=10 2024-11-13T08:36:38,727 DEBUG [master/dd3a0865bb23:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/MasterData/WALs/dd3a0865bb23,45349,1731486996512/dd3a0865bb23%2C45349%2C1731486996512.1731486998697, exclude list is [], retry=0 2024-11-13T08:36:38,751 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38605,DS-15000136-f901-477c-ae3e-d50bec5f23b8,DISK] 2024-11-13T08:36:38,755 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-11-13T08:36:38,800 INFO [master/dd3a0865bb23:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/MasterData/WALs/dd3a0865bb23,45349,1731486996512/dd3a0865bb23%2C45349%2C1731486996512.1731486998697 2024-11-13T08:36:38,801 DEBUG [master/dd3a0865bb23:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46477:46477)] 2024-11-13T08:36:38,802 DEBUG [master/dd3a0865bb23:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-13T08:36:38,802 DEBUG [master/dd3a0865bb23:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T08:36:38,806 DEBUG [master/dd3a0865bb23:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T08:36:38,807 DEBUG [master/dd3a0865bb23:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T08:36:38,849 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T08:36:38,881 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-13T08:36:38,887 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:36:38,889 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T08:36:38,890 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T08:36:38,894 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-13T08:36:38,894 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:36:38,896 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T08:36:38,896 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T08:36:38,899 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-13T08:36:38,899 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:36:38,901 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T08:36:38,901 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T08:36:38,905 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-13T08:36:38,905 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:36:38,906 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T08:36:38,907 DEBUG [master/dd3a0865bb23:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T08:36:38,911 DEBUG [master/dd3a0865bb23:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-13T08:36:38,913 DEBUG [master/dd3a0865bb23:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-13T08:36:38,919 DEBUG [master/dd3a0865bb23:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T08:36:38,919 DEBUG [master/dd3a0865bb23:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T08:36:38,924 DEBUG [master/dd3a0865bb23:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T08:36:38,929 DEBUG [master/dd3a0865bb23:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T08:36:38,934 DEBUG [master/dd3a0865bb23:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T08:36:38,935 INFO [master/dd3a0865bb23:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68241195, jitterRate=0.01687304675579071}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T08:36:38,943 DEBUG [master/dd3a0865bb23:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731486998821Initializing all the Stores at 1731486998824 (+3 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731486998825 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731486998825Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731486998826 (+1 ms)Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731486998826Cleaning up temporary data from old regions at 1731486998920 (+94 ms)Region opened successfully at 1731486998943 (+23 ms) 2024-11-13T08:36:38,945 INFO [master/dd3a0865bb23:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-13T08:36:38,982 DEBUG [master/dd3a0865bb23:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@281b491c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=dd3a0865bb23/172.17.0.2:0 2024-11-13T08:36:39,020 INFO [master/dd3a0865bb23:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-13T08:36:39,032 INFO [master/dd3a0865bb23:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-13T08:36:39,032 INFO [master/dd3a0865bb23:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-13T08:36:39,035 INFO [master/dd3a0865bb23:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-13T08:36:39,037 INFO [master/dd3a0865bb23:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-11-13T08:36:39,043 INFO [master/dd3a0865bb23:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 5 msec 2024-11-13T08:36:39,043 INFO [master/dd3a0865bb23:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-13T08:36:39,074 INFO [master/dd3a0865bb23:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-13T08:36:39,086 DEBUG [master/dd3a0865bb23:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45349-0x1011078bf230000, quorum=127.0.0.1:53503, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-13T08:36:39,089 DEBUG [master/dd3a0865bb23:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-13T08:36:39,092 INFO [master/dd3a0865bb23:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-13T08:36:39,094 DEBUG [master/dd3a0865bb23:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45349-0x1011078bf230000, quorum=127.0.0.1:53503, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-13T08:36:39,096 DEBUG [master/dd3a0865bb23:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-13T08:36:39,098 INFO [master/dd3a0865bb23:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-13T08:36:39,102 DEBUG [master/dd3a0865bb23:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45349-0x1011078bf230000, quorum=127.0.0.1:53503, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-13T08:36:39,104 DEBUG [master/dd3a0865bb23:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-13T08:36:39,105 DEBUG [master/dd3a0865bb23:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45349-0x1011078bf230000, quorum=127.0.0.1:53503, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-13T08:36:39,107 DEBUG [master/dd3a0865bb23:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-13T08:36:39,125 DEBUG [master/dd3a0865bb23:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45349-0x1011078bf230000, quorum=127.0.0.1:53503, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-13T08:36:39,128 DEBUG [master/dd3a0865bb23:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-13T08:36:39,133 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45349-0x1011078bf230000, quorum=127.0.0.1:53503, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-13T08:36:39,133 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45349-0x1011078bf230000, quorum=127.0.0.1:53503, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T08:36:39,133 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43851-0x1011078bf230001, quorum=127.0.0.1:53503, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-13T08:36:39,133 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43851-0x1011078bf230001, quorum=127.0.0.1:53503, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T08:36:39,137 INFO [master/dd3a0865bb23:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=dd3a0865bb23,45349,1731486996512, sessionid=0x1011078bf230000, setting cluster-up flag (Was=false) 2024-11-13T08:36:39,149 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43851-0x1011078bf230001, quorum=127.0.0.1:53503, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T08:36:39,149 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45349-0x1011078bf230000, quorum=127.0.0.1:53503, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T08:36:39,157 DEBUG [master/dd3a0865bb23:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-13T08:36:39,164 DEBUG [master/dd3a0865bb23:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=dd3a0865bb23,45349,1731486996512 2024-11-13T08:36:39,173 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45349-0x1011078bf230000, quorum=127.0.0.1:53503, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T08:36:39,173 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43851-0x1011078bf230001, quorum=127.0.0.1:53503, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T08:36:39,180 DEBUG [master/dd3a0865bb23:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-13T08:36:39,182 DEBUG [master/dd3a0865bb23:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=dd3a0865bb23,45349,1731486996512 2024-11-13T08:36:39,189 INFO [master/dd3a0865bb23:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-13T08:36:39,246 INFO [RS:0;dd3a0865bb23:43851 {}] regionserver.HRegionServer(746): ClusterId : 95ff187e-7777-42f6-8067-d9c7d0681770 2024-11-13T08:36:39,250 DEBUG [RS:0;dd3a0865bb23:43851 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-13T08:36:39,256 DEBUG [RS:0;dd3a0865bb23:43851 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-13T08:36:39,256 DEBUG [RS:0;dd3a0865bb23:43851 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-13T08:36:39,260 DEBUG [RS:0;dd3a0865bb23:43851 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-13T08:36:39,261 DEBUG [RS:0;dd3a0865bb23:43851 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@391ef5c4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=dd3a0865bb23/172.17.0.2:0 2024-11-13T08:36:39,267 DEBUG [master/dd3a0865bb23:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-13T08:36:39,278 DEBUG [RS:0;dd3a0865bb23:43851 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;dd3a0865bb23:43851 2024-11-13T08:36:39,280 INFO [master/dd3a0865bb23:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-13T08:36:39,282 INFO [RS:0;dd3a0865bb23:43851 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-13T08:36:39,282 INFO [RS:0;dd3a0865bb23:43851 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-13T08:36:39,282 DEBUG [RS:0;dd3a0865bb23:43851 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-13T08:36:39,286 INFO [RS:0;dd3a0865bb23:43851 {}] regionserver.HRegionServer(2659): reportForDuty to master=dd3a0865bb23,45349,1731486996512 with port=43851, startcode=1731486997349 2024-11-13T08:36:39,291 INFO [master/dd3a0865bb23:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-13T08:36:39,301 DEBUG [RS:0;dd3a0865bb23:43851 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-13T08:36:39,298 DEBUG [master/dd3a0865bb23:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: dd3a0865bb23,45349,1731486996512 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-13T08:36:39,313 DEBUG [master/dd3a0865bb23:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/dd3a0865bb23:0, corePoolSize=5, maxPoolSize=5 2024-11-13T08:36:39,313 DEBUG [master/dd3a0865bb23:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/dd3a0865bb23:0, corePoolSize=5, maxPoolSize=5 2024-11-13T08:36:39,314 DEBUG [master/dd3a0865bb23:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/dd3a0865bb23:0, corePoolSize=5, maxPoolSize=5 2024-11-13T08:36:39,314 DEBUG [master/dd3a0865bb23:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/dd3a0865bb23:0, corePoolSize=5, maxPoolSize=5 2024-11-13T08:36:39,314 DEBUG [master/dd3a0865bb23:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/dd3a0865bb23:0, corePoolSize=10, maxPoolSize=10 2024-11-13T08:36:39,319 DEBUG [master/dd3a0865bb23:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/dd3a0865bb23:0, corePoolSize=1, maxPoolSize=1 2024-11-13T08:36:39,319 DEBUG [master/dd3a0865bb23:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/dd3a0865bb23:0, corePoolSize=2, maxPoolSize=2 2024-11-13T08:36:39,319 DEBUG [master/dd3a0865bb23:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/dd3a0865bb23:0, corePoolSize=1, maxPoolSize=1 2024-11-13T08:36:39,329 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T08:36:39,330 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-13T08:36:39,337 INFO [master/dd3a0865bb23:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731487029336 2024-11-13T08:36:39,338 INFO [master/dd3a0865bb23:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-13T08:36:39,339 INFO [master/dd3a0865bb23:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-13T08:36:39,340 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:36:39,340 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-13T08:36:39,343 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40115, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-11-13T08:36:39,346 INFO [master/dd3a0865bb23:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-13T08:36:39,346 INFO [master/dd3a0865bb23:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-13T08:36:39,347 INFO [master/dd3a0865bb23:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-13T08:36:39,347 INFO [master/dd3a0865bb23:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-13T08:36:39,349 INFO [master/dd3a0865bb23:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-13T08:36:39,351 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45349 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:36:39,353 INFO [master/dd3a0865bb23:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-13T08:36:39,354 INFO [master/dd3a0865bb23:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-13T08:36:39,354 INFO [master/dd3a0865bb23:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-13T08:36:39,357 INFO [master/dd3a0865bb23:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-13T08:36:39,357 INFO [master/dd3a0865bb23:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-13T08:36:39,358 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38605 is added to blk_1073741831_1007 (size=1321) 2024-11-13T08:36:39,359 DEBUG [master/dd3a0865bb23:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/dd3a0865bb23:0:becomeActiveMaster-HFileCleaner.large.0-1731486999358,5,FailOnTimeoutGroup] 2024-11-13T08:36:39,360 DEBUG [master/dd3a0865bb23:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/dd3a0865bb23:0:becomeActiveMaster-HFileCleaner.small.0-1731486999359,5,FailOnTimeoutGroup] 2024-11-13T08:36:39,360 INFO [master/dd3a0865bb23:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-13T08:36:39,360 INFO [master/dd3a0865bb23:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-13T08:36:39,362 INFO [master/dd3a0865bb23:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-13T08:36:39,362 INFO [master/dd3a0865bb23:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-13T08:36:39,380 DEBUG [RS:0;dd3a0865bb23:43851 {}] regionserver.HRegionServer(2683): Master is not running yet 2024-11-13T08:36:39,380 WARN [RS:0;dd3a0865bb23:43851 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 100 ms and then retrying. 2024-11-13T08:36:39,482 INFO [RS:0;dd3a0865bb23:43851 {}] regionserver.HRegionServer(2659): reportForDuty to master=dd3a0865bb23,45349,1731486996512 with port=43851, startcode=1731486997349 2024-11-13T08:36:39,484 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45349 {}] master.ServerManager(363): Checking decommissioned status of RegionServer dd3a0865bb23,43851,1731486997349 2024-11-13T08:36:39,487 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45349 {}] master.ServerManager(517): Registering regionserver=dd3a0865bb23,43851,1731486997349 2024-11-13T08:36:39,496 DEBUG [RS:0;dd3a0865bb23:43851 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21 2024-11-13T08:36:39,496 DEBUG [RS:0;dd3a0865bb23:43851 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:37119 2024-11-13T08:36:39,496 DEBUG [RS:0;dd3a0865bb23:43851 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-13T08:36:39,501 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45349-0x1011078bf230000, quorum=127.0.0.1:53503, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-13T08:36:39,501 DEBUG [RS:0;dd3a0865bb23:43851 {}] zookeeper.ZKUtil(111): regionserver:43851-0x1011078bf230001, quorum=127.0.0.1:53503, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/dd3a0865bb23,43851,1731486997349 2024-11-13T08:36:39,502 WARN [RS:0;dd3a0865bb23:43851 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-13T08:36:39,502 INFO [RS:0;dd3a0865bb23:43851 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T08:36:39,502 DEBUG [RS:0;dd3a0865bb23:43851 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/WALs/dd3a0865bb23,43851,1731486997349 2024-11-13T08:36:39,503 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [dd3a0865bb23,43851,1731486997349] 2024-11-13T08:36:39,532 INFO [RS:0;dd3a0865bb23:43851 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-13T08:36:39,547 INFO [RS:0;dd3a0865bb23:43851 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-13T08:36:39,552 INFO [RS:0;dd3a0865bb23:43851 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-13T08:36:39,552 INFO [RS:0;dd3a0865bb23:43851 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T08:36:39,554 INFO [RS:0;dd3a0865bb23:43851 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-13T08:36:39,560 INFO [RS:0;dd3a0865bb23:43851 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-13T08:36:39,561 INFO [RS:0;dd3a0865bb23:43851 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-13T08:36:39,562 DEBUG [RS:0;dd3a0865bb23:43851 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/dd3a0865bb23:0, corePoolSize=1, maxPoolSize=1 2024-11-13T08:36:39,562 DEBUG [RS:0;dd3a0865bb23:43851 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/dd3a0865bb23:0, corePoolSize=1, maxPoolSize=1 2024-11-13T08:36:39,562 DEBUG [RS:0;dd3a0865bb23:43851 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/dd3a0865bb23:0, corePoolSize=1, maxPoolSize=1 2024-11-13T08:36:39,562 DEBUG [RS:0;dd3a0865bb23:43851 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/dd3a0865bb23:0, corePoolSize=1, maxPoolSize=1 2024-11-13T08:36:39,562 DEBUG [RS:0;dd3a0865bb23:43851 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/dd3a0865bb23:0, corePoolSize=1, maxPoolSize=1 2024-11-13T08:36:39,562 DEBUG [RS:0;dd3a0865bb23:43851 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/dd3a0865bb23:0, corePoolSize=2, maxPoolSize=2 2024-11-13T08:36:39,562 DEBUG [RS:0;dd3a0865bb23:43851 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/dd3a0865bb23:0, corePoolSize=1, maxPoolSize=1 2024-11-13T08:36:39,563 DEBUG [RS:0;dd3a0865bb23:43851 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/dd3a0865bb23:0, corePoolSize=1, maxPoolSize=1 2024-11-13T08:36:39,563 DEBUG [RS:0;dd3a0865bb23:43851 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/dd3a0865bb23:0, corePoolSize=1, maxPoolSize=1 2024-11-13T08:36:39,563 DEBUG [RS:0;dd3a0865bb23:43851 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/dd3a0865bb23:0, corePoolSize=1, maxPoolSize=1 2024-11-13T08:36:39,563 DEBUG [RS:0;dd3a0865bb23:43851 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/dd3a0865bb23:0, corePoolSize=1, maxPoolSize=1 2024-11-13T08:36:39,563 DEBUG [RS:0;dd3a0865bb23:43851 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/dd3a0865bb23:0, corePoolSize=1, maxPoolSize=1 2024-11-13T08:36:39,564 DEBUG [RS:0;dd3a0865bb23:43851 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/dd3a0865bb23:0, corePoolSize=3, maxPoolSize=3 2024-11-13T08:36:39,564 DEBUG [RS:0;dd3a0865bb23:43851 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0, corePoolSize=3, maxPoolSize=3 2024-11-13T08:36:39,565 INFO [RS:0;dd3a0865bb23:43851 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T08:36:39,565 INFO [RS:0;dd3a0865bb23:43851 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T08:36:39,565 INFO [RS:0;dd3a0865bb23:43851 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T08:36:39,565 INFO [RS:0;dd3a0865bb23:43851 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-13T08:36:39,566 INFO [RS:0;dd3a0865bb23:43851 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-13T08:36:39,566 INFO [RS:0;dd3a0865bb23:43851 {}] hbase.ChoreService(168): Chore ScheduledChore name=dd3a0865bb23,43851,1731486997349-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-13T08:36:39,596 INFO [RS:0;dd3a0865bb23:43851 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-13T08:36:39,599 INFO [RS:0;dd3a0865bb23:43851 {}] hbase.ChoreService(168): Chore ScheduledChore name=dd3a0865bb23,43851,1731486997349-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T08:36:39,599 INFO [RS:0;dd3a0865bb23:43851 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T08:36:39,599 INFO [RS:0;dd3a0865bb23:43851 {}] regionserver.Replication(171): dd3a0865bb23,43851,1731486997349 started 2024-11-13T08:36:39,628 INFO [RS:0;dd3a0865bb23:43851 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T08:36:39,629 INFO [RS:0;dd3a0865bb23:43851 {}] regionserver.HRegionServer(1482): Serving as dd3a0865bb23,43851,1731486997349, RpcServer on dd3a0865bb23/172.17.0.2:43851, sessionid=0x1011078bf230001 2024-11-13T08:36:39,630 DEBUG [RS:0;dd3a0865bb23:43851 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-13T08:36:39,630 DEBUG [RS:0;dd3a0865bb23:43851 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager dd3a0865bb23,43851,1731486997349 2024-11-13T08:36:39,630 DEBUG [RS:0;dd3a0865bb23:43851 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'dd3a0865bb23,43851,1731486997349' 2024-11-13T08:36:39,630 DEBUG [RS:0;dd3a0865bb23:43851 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-13T08:36:39,632 DEBUG [RS:0;dd3a0865bb23:43851 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-13T08:36:39,633 DEBUG [RS:0;dd3a0865bb23:43851 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-13T08:36:39,633 DEBUG [RS:0;dd3a0865bb23:43851 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-13T08:36:39,633 DEBUG [RS:0;dd3a0865bb23:43851 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager dd3a0865bb23,43851,1731486997349 2024-11-13T08:36:39,633 DEBUG [RS:0;dd3a0865bb23:43851 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'dd3a0865bb23,43851,1731486997349' 2024-11-13T08:36:39,633 DEBUG [RS:0;dd3a0865bb23:43851 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-13T08:36:39,634 DEBUG [RS:0;dd3a0865bb23:43851 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-13T08:36:39,635 DEBUG [RS:0;dd3a0865bb23:43851 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-13T08:36:39,635 INFO [RS:0;dd3a0865bb23:43851 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-13T08:36:39,635 INFO [RS:0;dd3a0865bb23:43851 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-13T08:36:39,741 INFO [RS:0;dd3a0865bb23:43851 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T08:36:39,746 INFO [RS:0;dd3a0865bb23:43851 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=dd3a0865bb23%2C43851%2C1731486997349, suffix=, logDir=hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/WALs/dd3a0865bb23,43851,1731486997349, archiveDir=hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/oldWALs, maxLogs=32 2024-11-13T08:36:39,760 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-13T08:36:39,761 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21 2024-11-13T08:36:39,765 DEBUG [RS:0;dd3a0865bb23:43851 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/WALs/dd3a0865bb23,43851,1731486997349/dd3a0865bb23%2C43851%2C1731486997349.1731486999748, exclude list is [], retry=0 2024-11-13T08:36:39,769 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38605,DS-15000136-f901-477c-ae3e-d50bec5f23b8,DISK] 2024-11-13T08:36:39,775 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38605 is added to blk_1073741832_1008 (size=32) 2024-11-13T08:36:39,776 INFO [RS:0;dd3a0865bb23:43851 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/WALs/dd3a0865bb23,43851,1731486997349/dd3a0865bb23%2C43851%2C1731486997349.1731486999748 2024-11-13T08:36:39,777 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T08:36:39,784 DEBUG [RS:0;dd3a0865bb23:43851 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46477:46477)] 2024-11-13T08:36:39,785 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-13T08:36:39,788 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-13T08:36:39,788 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:36:39,789 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T08:36:39,789 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-13T08:36:39,792 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-13T08:36:39,792 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:36:39,793 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T08:36:39,793 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-13T08:36:39,796 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-13T08:36:39,796 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:36:39,797 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T08:36:39,797 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-13T08:36:39,800 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-13T08:36:39,800 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:36:39,801 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T08:36:39,801 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-13T08:36:39,803 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/hbase/meta/1588230740 2024-11-13T08:36:39,804 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/hbase/meta/1588230740 2024-11-13T08:36:39,806 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-13T08:36:39,807 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-13T08:36:39,807 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-13T08:36:39,810 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-13T08:36:39,814 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T08:36:39,815 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75309614, jitterRate=0.12220069766044617}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-13T08:36:39,817 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731486999777Initializing all the Stores at 1731486999779 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731486999780 (+1 ms)Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731486999784 (+4 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731486999784Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731486999784Cleaning up temporary data from old regions at 1731486999807 (+23 ms)Region opened successfully at 1731486999817 (+10 ms) 2024-11-13T08:36:39,818 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-13T08:36:39,818 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-13T08:36:39,818 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-13T08:36:39,818 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-13T08:36:39,818 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-13T08:36:39,820 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-13T08:36:39,820 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731486999818Disabling compacts and flushes for region at 1731486999818Disabling writes for close at 1731486999818Writing region close event to WAL at 1731486999819 (+1 ms)Closed at 1731486999820 (+1 ms) 2024-11-13T08:36:39,824 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T08:36:39,824 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-13T08:36:39,833 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-13T08:36:39,843 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-13T08:36:39,846 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-13T08:36:39,999 DEBUG [dd3a0865bb23:45349 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-13T08:36:40,012 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=dd3a0865bb23,43851,1731486997349 2024-11-13T08:36:40,019 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as dd3a0865bb23,43851,1731486997349, state=OPENING 2024-11-13T08:36:40,024 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-13T08:36:40,030 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45349-0x1011078bf230000, quorum=127.0.0.1:53503, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T08:36:40,030 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43851-0x1011078bf230001, quorum=127.0.0.1:53503, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T08:36:40,031 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-13T08:36:40,031 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-13T08:36:40,032 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-13T08:36:40,034 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=dd3a0865bb23,43851,1731486997349}] 2024-11-13T08:36:40,209 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-13T08:36:40,212 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59713, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-13T08:36:40,226 INFO [RS_OPEN_META-regionserver/dd3a0865bb23:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-13T08:36:40,226 INFO [RS_OPEN_META-regionserver/dd3a0865bb23:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T08:36:40,227 INFO [RS_OPEN_META-regionserver/dd3a0865bb23:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-13T08:36:40,230 INFO [RS_OPEN_META-regionserver/dd3a0865bb23:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=dd3a0865bb23%2C43851%2C1731486997349.meta, suffix=.meta, logDir=hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/WALs/dd3a0865bb23,43851,1731486997349, archiveDir=hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/oldWALs, maxLogs=32 2024-11-13T08:36:40,248 DEBUG [RS_OPEN_META-regionserver/dd3a0865bb23:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/WALs/dd3a0865bb23,43851,1731486997349/dd3a0865bb23%2C43851%2C1731486997349.meta.1731487000232.meta, exclude list is [], retry=0 2024-11-13T08:36:40,251 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38605,DS-15000136-f901-477c-ae3e-d50bec5f23b8,DISK] 2024-11-13T08:36:40,255 INFO [RS_OPEN_META-regionserver/dd3a0865bb23:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/WALs/dd3a0865bb23,43851,1731486997349/dd3a0865bb23%2C43851%2C1731486997349.meta.1731487000232.meta 2024-11-13T08:36:40,255 DEBUG [RS_OPEN_META-regionserver/dd3a0865bb23:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46477:46477)] 2024-11-13T08:36:40,256 DEBUG [RS_OPEN_META-regionserver/dd3a0865bb23:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-13T08:36:40,258 DEBUG [RS_OPEN_META-regionserver/dd3a0865bb23:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-13T08:36:40,261 DEBUG [RS_OPEN_META-regionserver/dd3a0865bb23:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-13T08:36:40,265 INFO [RS_OPEN_META-regionserver/dd3a0865bb23:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-13T08:36:40,270 DEBUG [RS_OPEN_META-regionserver/dd3a0865bb23:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-13T08:36:40,271 DEBUG [RS_OPEN_META-regionserver/dd3a0865bb23:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T08:36:40,271 DEBUG [RS_OPEN_META-regionserver/dd3a0865bb23:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-13T08:36:40,271 DEBUG [RS_OPEN_META-regionserver/dd3a0865bb23:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-13T08:36:40,275 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-13T08:36:40,277 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-13T08:36:40,277 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:36:40,277 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T08:36:40,278 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-13T08:36:40,279 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-13T08:36:40,279 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:36:40,292 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T08:36:40,292 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-13T08:36:40,293 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-13T08:36:40,294 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:36:40,294 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T08:36:40,295 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-13T08:36:40,296 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-13T08:36:40,296 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:36:40,297 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T08:36:40,297 DEBUG [RS_OPEN_META-regionserver/dd3a0865bb23:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-13T08:36:40,299 DEBUG [RS_OPEN_META-regionserver/dd3a0865bb23:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/hbase/meta/1588230740 2024-11-13T08:36:40,302 DEBUG [RS_OPEN_META-regionserver/dd3a0865bb23:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/hbase/meta/1588230740 2024-11-13T08:36:40,305 DEBUG [RS_OPEN_META-regionserver/dd3a0865bb23:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-13T08:36:40,305 DEBUG [RS_OPEN_META-regionserver/dd3a0865bb23:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-13T08:36:40,306 DEBUG [RS_OPEN_META-regionserver/dd3a0865bb23:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-13T08:36:40,309 DEBUG [RS_OPEN_META-regionserver/dd3a0865bb23:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-13T08:36:40,311 INFO [RS_OPEN_META-regionserver/dd3a0865bb23:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68424436, jitterRate=0.01960355043411255}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-13T08:36:40,311 DEBUG [RS_OPEN_META-regionserver/dd3a0865bb23:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-13T08:36:40,313 DEBUG [RS_OPEN_META-regionserver/dd3a0865bb23:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731487000272Writing region info on filesystem at 1731487000272Initializing all the Stores at 1731487000274 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731487000275 (+1 ms)Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731487000275Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731487000275Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731487000275Cleaning up temporary data from old regions at 1731487000305 (+30 ms)Running coprocessor post-open hooks at 1731487000311 (+6 ms)Region opened successfully at 1731487000313 (+2 ms) 2024-11-13T08:36:40,323 INFO [RS_OPEN_META-regionserver/dd3a0865bb23:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731487000200 2024-11-13T08:36:40,334 DEBUG [RS_OPEN_META-regionserver/dd3a0865bb23:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-13T08:36:40,335 INFO [RS_OPEN_META-regionserver/dd3a0865bb23:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-13T08:36:40,336 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=dd3a0865bb23,43851,1731486997349 2024-11-13T08:36:40,338 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as dd3a0865bb23,43851,1731486997349, state=OPEN 2024-11-13T08:36:40,347 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43851-0x1011078bf230001, quorum=127.0.0.1:53503, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-13T08:36:40,347 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45349-0x1011078bf230000, quorum=127.0.0.1:53503, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-13T08:36:40,348 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-13T08:36:40,348 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-13T08:36:40,348 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:36:40,353 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-13T08:36:40,354 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=dd3a0865bb23,43851,1731486997349 in 314 msec 2024-11-13T08:36:40,360 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-13T08:36:40,361 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 523 msec 2024-11-13T08:36:40,362 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T08:36:40,362 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-13T08:36:40,384 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T08:36:40,386 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=dd3a0865bb23,43851,1731486997349, seqNum=-1] 2024-11-13T08:36:40,409 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T08:36:40,412 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55043, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T08:36:40,436 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2170 sec 2024-11-13T08:36:40,436 INFO [master/dd3a0865bb23:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731487000436, completionTime=-1 2024-11-13T08:36:40,439 INFO [master/dd3a0865bb23:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-13T08:36:40,439 DEBUG [master/dd3a0865bb23:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-13T08:36:40,502 INFO [master/dd3a0865bb23:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-13T08:36:40,502 INFO [master/dd3a0865bb23:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731487060502 2024-11-13T08:36:40,502 INFO [master/dd3a0865bb23:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731487120502 2024-11-13T08:36:40,502 INFO [master/dd3a0865bb23:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 62 msec 2024-11-13T08:36:40,504 INFO [master/dd3a0865bb23:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=dd3a0865bb23,45349,1731486996512-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T08:36:40,504 INFO [master/dd3a0865bb23:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=dd3a0865bb23,45349,1731486996512-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T08:36:40,505 INFO [master/dd3a0865bb23:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=dd3a0865bb23,45349,1731486996512-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T08:36:40,506 INFO [master/dd3a0865bb23:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-dd3a0865bb23:45349, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T08:36:40,506 INFO [master/dd3a0865bb23:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-13T08:36:40,507 INFO [master/dd3a0865bb23:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-13T08:36:40,515 DEBUG [master/dd3a0865bb23:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-13T08:36:40,538 INFO [master/dd3a0865bb23:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.028sec 2024-11-13T08:36:40,539 INFO [master/dd3a0865bb23:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-13T08:36:40,541 INFO [master/dd3a0865bb23:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-13T08:36:40,542 INFO [master/dd3a0865bb23:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-13T08:36:40,542 INFO [master/dd3a0865bb23:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-13T08:36:40,542 INFO [master/dd3a0865bb23:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-13T08:36:40,543 INFO [master/dd3a0865bb23:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=dd3a0865bb23,45349,1731486996512-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-13T08:36:40,544 INFO [master/dd3a0865bb23:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=dd3a0865bb23,45349,1731486996512-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-13T08:36:40,553 DEBUG [master/dd3a0865bb23:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-13T08:36:40,554 INFO [master/dd3a0865bb23:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-13T08:36:40,555 INFO [master/dd3a0865bb23:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=dd3a0865bb23,45349,1731486996512-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T08:36:40,580 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@343aff6a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T08:36:40,583 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-11-13T08:36:40,583 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-11-13T08:36:40,587 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request dd3a0865bb23,45349,-1 for getting cluster id 2024-11-13T08:36:40,591 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T08:36:40,599 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '95ff187e-7777-42f6-8067-d9c7d0681770' 2024-11-13T08:36:40,602 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T08:36:40,602 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "95ff187e-7777-42f6-8067-d9c7d0681770" 2024-11-13T08:36:40,602 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@77ef80cf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T08:36:40,602 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [dd3a0865bb23,45349,-1] 2024-11-13T08:36:40,605 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T08:36:40,607 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T08:36:40,608 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59864, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T08:36:40,611 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@32372268, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T08:36:40,612 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T08:36:40,619 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=dd3a0865bb23,43851,1731486997349, seqNum=-1] 2024-11-13T08:36:40,619 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T08:36:40,622 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36508, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T08:36:40,643 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=dd3a0865bb23,45349,1731486996512 2024-11-13T08:36:40,658 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithNoInMemCompaction#testMixedAtomicity Thread=211, OpenFileDescriptor=441, MaxFileDescriptor=1048576, SystemLoadAverage=267, ProcessCount=11, AvailableMemoryMB=1668 2024-11-13T08:36:40,666 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T08:36:40,672 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is dd3a0865bb23,45349,1731486996512 2024-11-13T08:36:40,676 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1109f50e 2024-11-13T08:36:40,677 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T08:36:40,680 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42578, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T08:36:40,682 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45349 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-13T08:36:40,687 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45349 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T08:36:40,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45349 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestAcidGuarantees 2024-11-13T08:36:40,701 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-13T08:36:40,703 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45349 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 4 2024-11-13T08:36:40,703 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:36:40,706 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-13T08:36:40,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45349 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T08:36:40,717 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38605 is added to blk_1073741835_1011 (size=959) 2024-11-13T08:36:40,721 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => a3ed043aaa391efb9d6002833b92998d, NAME => 'TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21 2024-11-13T08:36:40,729 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38605 is added to blk_1073741836_1012 (size=53) 2024-11-13T08:36:40,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45349 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T08:36:41,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45349 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T08:36:41,131 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T08:36:41,132 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1722): Closing a3ed043aaa391efb9d6002833b92998d, disabling compactions & flushes 2024-11-13T08:36:41,132 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d. 2024-11-13T08:36:41,132 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d. 2024-11-13T08:36:41,132 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d. after waiting 0 ms 2024-11-13T08:36:41,132 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d. 2024-11-13T08:36:41,132 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d. 2024-11-13T08:36:41,132 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1676): Region close journal for a3ed043aaa391efb9d6002833b92998d: Waiting for close lock at 1731487001132Disabling compacts and flushes for region at 1731487001132Disabling writes for close at 1731487001132Writing region close event to WAL at 1731487001132Closed at 1731487001132 2024-11-13T08:36:41,135 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-13T08:36:41,140 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1731487001135"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731487001135"}]},"ts":"1731487001135"} 2024-11-13T08:36:41,145 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-13T08:36:41,147 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-13T08:36:41,149 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731487001147"}]},"ts":"1731487001147"} 2024-11-13T08:36:41,154 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-13T08:36:41,156 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=a3ed043aaa391efb9d6002833b92998d, ASSIGN}] 2024-11-13T08:36:41,159 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=a3ed043aaa391efb9d6002833b92998d, ASSIGN 2024-11-13T08:36:41,160 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=a3ed043aaa391efb9d6002833b92998d, ASSIGN; state=OFFLINE, location=dd3a0865bb23,43851,1731486997349; forceNewPlan=false, retain=false 2024-11-13T08:36:41,312 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=a3ed043aaa391efb9d6002833b92998d, regionState=OPENING, regionLocation=dd3a0865bb23,43851,1731486997349 2024-11-13T08:36:41,317 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=a3ed043aaa391efb9d6002833b92998d, ASSIGN because future has completed 2024-11-13T08:36:41,318 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure a3ed043aaa391efb9d6002833b92998d, server=dd3a0865bb23,43851,1731486997349}] 2024-11-13T08:36:41,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45349 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T08:36:41,479 INFO [RS_OPEN_REGION-regionserver/dd3a0865bb23:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d. 2024-11-13T08:36:41,480 DEBUG [RS_OPEN_REGION-regionserver/dd3a0865bb23:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => a3ed043aaa391efb9d6002833b92998d, NAME => 'TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d.', STARTKEY => '', ENDKEY => ''} 2024-11-13T08:36:41,480 DEBUG [RS_OPEN_REGION-regionserver/dd3a0865bb23:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees a3ed043aaa391efb9d6002833b92998d 2024-11-13T08:36:41,480 DEBUG [RS_OPEN_REGION-regionserver/dd3a0865bb23:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T08:36:41,480 DEBUG [RS_OPEN_REGION-regionserver/dd3a0865bb23:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for a3ed043aaa391efb9d6002833b92998d 2024-11-13T08:36:41,481 DEBUG [RS_OPEN_REGION-regionserver/dd3a0865bb23:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for a3ed043aaa391efb9d6002833b92998d 2024-11-13T08:36:41,483 INFO [StoreOpener-a3ed043aaa391efb9d6002833b92998d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region a3ed043aaa391efb9d6002833b92998d 2024-11-13T08:36:41,486 INFO [StoreOpener-a3ed043aaa391efb9d6002833b92998d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a3ed043aaa391efb9d6002833b92998d columnFamilyName A 2024-11-13T08:36:41,486 DEBUG [StoreOpener-a3ed043aaa391efb9d6002833b92998d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:36:41,487 INFO [StoreOpener-a3ed043aaa391efb9d6002833b92998d-1 {}] regionserver.HStore(327): Store=a3ed043aaa391efb9d6002833b92998d/A, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T08:36:41,487 INFO [StoreOpener-a3ed043aaa391efb9d6002833b92998d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region a3ed043aaa391efb9d6002833b92998d 2024-11-13T08:36:41,489 INFO [StoreOpener-a3ed043aaa391efb9d6002833b92998d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a3ed043aaa391efb9d6002833b92998d columnFamilyName B 2024-11-13T08:36:41,489 DEBUG [StoreOpener-a3ed043aaa391efb9d6002833b92998d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:36:41,490 INFO [StoreOpener-a3ed043aaa391efb9d6002833b92998d-1 {}] regionserver.HStore(327): Store=a3ed043aaa391efb9d6002833b92998d/B, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T08:36:41,490 INFO [StoreOpener-a3ed043aaa391efb9d6002833b92998d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region a3ed043aaa391efb9d6002833b92998d 2024-11-13T08:36:41,493 INFO [StoreOpener-a3ed043aaa391efb9d6002833b92998d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a3ed043aaa391efb9d6002833b92998d columnFamilyName C 2024-11-13T08:36:41,493 DEBUG [StoreOpener-a3ed043aaa391efb9d6002833b92998d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:36:41,493 INFO [StoreOpener-a3ed043aaa391efb9d6002833b92998d-1 {}] regionserver.HStore(327): Store=a3ed043aaa391efb9d6002833b92998d/C, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T08:36:41,494 DEBUG [RS_OPEN_REGION-regionserver/dd3a0865bb23:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for a3ed043aaa391efb9d6002833b92998d 2024-11-13T08:36:41,495 DEBUG [RS_OPEN_REGION-regionserver/dd3a0865bb23:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/a3ed043aaa391efb9d6002833b92998d 2024-11-13T08:36:41,496 DEBUG [RS_OPEN_REGION-regionserver/dd3a0865bb23:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/a3ed043aaa391efb9d6002833b92998d 2024-11-13T08:36:41,498 DEBUG [RS_OPEN_REGION-regionserver/dd3a0865bb23:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for a3ed043aaa391efb9d6002833b92998d 2024-11-13T08:36:41,498 DEBUG [RS_OPEN_REGION-regionserver/dd3a0865bb23:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for a3ed043aaa391efb9d6002833b92998d 2024-11-13T08:36:41,499 DEBUG [RS_OPEN_REGION-regionserver/dd3a0865bb23:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-13T08:36:41,502 DEBUG [RS_OPEN_REGION-regionserver/dd3a0865bb23:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for a3ed043aaa391efb9d6002833b92998d 2024-11-13T08:36:41,506 DEBUG [RS_OPEN_REGION-regionserver/dd3a0865bb23:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/a3ed043aaa391efb9d6002833b92998d/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T08:36:41,507 INFO [RS_OPEN_REGION-regionserver/dd3a0865bb23:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened a3ed043aaa391efb9d6002833b92998d; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61203647, jitterRate=-0.08799459040164948}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-13T08:36:41,507 DEBUG [RS_OPEN_REGION-regionserver/dd3a0865bb23:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for a3ed043aaa391efb9d6002833b92998d 2024-11-13T08:36:41,508 DEBUG [RS_OPEN_REGION-regionserver/dd3a0865bb23:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for a3ed043aaa391efb9d6002833b92998d: Running coprocessor pre-open hook at 1731487001481Writing region info on filesystem at 1731487001481Initializing all the Stores at 1731487001482 (+1 ms)Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731487001482Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731487001483 (+1 ms)Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731487001483Cleaning up temporary data from old regions at 1731487001498 (+15 ms)Running coprocessor post-open hooks at 1731487001507 (+9 ms)Region opened successfully at 1731487001508 (+1 ms) 2024-11-13T08:36:41,510 INFO [RS_OPEN_REGION-regionserver/dd3a0865bb23:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d., pid=6, masterSystemTime=1731487001472 2024-11-13T08:36:41,514 DEBUG [RS_OPEN_REGION-regionserver/dd3a0865bb23:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d. 2024-11-13T08:36:41,514 INFO [RS_OPEN_REGION-regionserver/dd3a0865bb23:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d. 2024-11-13T08:36:41,515 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=a3ed043aaa391efb9d6002833b92998d, regionState=OPEN, openSeqNum=2, regionLocation=dd3a0865bb23,43851,1731486997349 2024-11-13T08:36:41,519 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure a3ed043aaa391efb9d6002833b92998d, server=dd3a0865bb23,43851,1731486997349 because future has completed 2024-11-13T08:36:41,524 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-13T08:36:41,524 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure a3ed043aaa391efb9d6002833b92998d, server=dd3a0865bb23,43851,1731486997349 in 203 msec 2024-11-13T08:36:41,528 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-13T08:36:41,528 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=a3ed043aaa391efb9d6002833b92998d, ASSIGN in 368 msec 2024-11-13T08:36:41,530 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-13T08:36:41,530 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731487001530"}]},"ts":"1731487001530"} 2024-11-13T08:36:41,533 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-13T08:36:41,535 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-13T08:36:41,538 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestAcidGuarantees in 844 msec 2024-11-13T08:36:41,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45349 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T08:36:41,847 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestAcidGuarantees completed 2024-11-13T08:36:41,854 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2ad452c3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T08:36:41,854 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request dd3a0865bb23,45349,-1 for getting cluster id 2024-11-13T08:36:41,854 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T08:36:41,856 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '95ff187e-7777-42f6-8067-d9c7d0681770' 2024-11-13T08:36:41,857 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T08:36:41,857 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "95ff187e-7777-42f6-8067-d9c7d0681770" 2024-11-13T08:36:41,857 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@33c6058d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T08:36:41,857 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [dd3a0865bb23,45349,-1] 2024-11-13T08:36:41,858 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T08:36:41,858 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T08:36:41,860 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42584, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T08:36:41,862 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@78e5dcf6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T08:36:41,862 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T08:36:41,864 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=dd3a0865bb23,43851,1731486997349, seqNum=-1] 2024-11-13T08:36:41,865 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T08:36:41,867 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38018, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T08:36:41,869 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T08:36:41,871 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncConnectionImpl(321): The fetched master address is dd3a0865bb23,45349,1731486996512 2024-11-13T08:36:41,871 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@10ab891d 2024-11-13T08:36:41,875 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T08:36:41,876 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42598, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T08:36:41,881 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@19d419ec, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T08:36:41,881 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request dd3a0865bb23,45349,-1 for getting cluster id 2024-11-13T08:36:41,881 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T08:36:41,882 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '95ff187e-7777-42f6-8067-d9c7d0681770' 2024-11-13T08:36:41,883 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T08:36:41,883 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "95ff187e-7777-42f6-8067-d9c7d0681770" 2024-11-13T08:36:41,883 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@14496fd5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T08:36:41,883 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [dd3a0865bb23,45349,-1] 2024-11-13T08:36:41,883 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T08:36:41,884 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T08:36:41,885 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42620, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T08:36:41,886 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@19e49c5a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T08:36:41,887 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@130d4a2a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T08:36:41,887 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request dd3a0865bb23,45349,-1 for getting cluster id 2024-11-13T08:36:41,887 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T08:36:41,888 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '95ff187e-7777-42f6-8067-d9c7d0681770' 2024-11-13T08:36:41,889 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T08:36:41,889 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "95ff187e-7777-42f6-8067-d9c7d0681770" 2024-11-13T08:36:41,889 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5f4c9506, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T08:36:41,889 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [dd3a0865bb23,45349,-1] 2024-11-13T08:36:41,889 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T08:36:41,893 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T08:36:41,895 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42636, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T08:36:41,896 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@36644156, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T08:36:41,897 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@59d35085, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T08:36:41,897 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request dd3a0865bb23,45349,-1 for getting cluster id 2024-11-13T08:36:41,897 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T08:36:41,898 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '95ff187e-7777-42f6-8067-d9c7d0681770' 2024-11-13T08:36:41,899 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T08:36:41,899 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "95ff187e-7777-42f6-8067-d9c7d0681770" 2024-11-13T08:36:41,899 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7e3687d5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T08:36:41,899 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [dd3a0865bb23,45349,-1] 2024-11-13T08:36:41,900 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T08:36:41,900 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T08:36:41,901 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42660, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T08:36:41,902 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5b383f3d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T08:36:41,903 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1fb4b46b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T08:36:41,903 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request dd3a0865bb23,45349,-1 for getting cluster id 2024-11-13T08:36:41,903 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T08:36:41,905 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '95ff187e-7777-42f6-8067-d9c7d0681770' 2024-11-13T08:36:41,905 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T08:36:41,905 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "95ff187e-7777-42f6-8067-d9c7d0681770" 2024-11-13T08:36:41,906 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@175526a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T08:36:41,906 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [dd3a0865bb23,45349,-1] 2024-11-13T08:36:41,906 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T08:36:41,906 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T08:36:41,908 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42684, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T08:36:41,909 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@ede423c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T08:36:41,912 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3a1cce95, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T08:36:41,912 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request dd3a0865bb23,45349,-1 for getting cluster id 2024-11-13T08:36:41,913 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T08:36:41,913 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '95ff187e-7777-42f6-8067-d9c7d0681770' 2024-11-13T08:36:41,914 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T08:36:41,914 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "95ff187e-7777-42f6-8067-d9c7d0681770" 2024-11-13T08:36:41,914 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@67fe934e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T08:36:41,914 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [dd3a0865bb23,45349,-1] 2024-11-13T08:36:41,914 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T08:36:41,915 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T08:36:41,915 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42706, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T08:36:41,916 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7ff3582c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T08:36:41,918 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3055dae7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T08:36:41,918 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request dd3a0865bb23,45349,-1 for getting cluster id 2024-11-13T08:36:41,918 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T08:36:41,919 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '95ff187e-7777-42f6-8067-d9c7d0681770' 2024-11-13T08:36:41,919 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T08:36:41,919 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "95ff187e-7777-42f6-8067-d9c7d0681770" 2024-11-13T08:36:41,920 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2521eed1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T08:36:41,920 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [dd3a0865bb23,45349,-1] 2024-11-13T08:36:41,920 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T08:36:41,920 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T08:36:41,921 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42712, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T08:36:41,922 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7e83804f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T08:36:41,923 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5238acdf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T08:36:41,923 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request dd3a0865bb23,45349,-1 for getting cluster id 2024-11-13T08:36:41,923 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T08:36:41,924 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '95ff187e-7777-42f6-8067-d9c7d0681770' 2024-11-13T08:36:41,924 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T08:36:41,924 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "95ff187e-7777-42f6-8067-d9c7d0681770" 2024-11-13T08:36:41,924 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@18ee4412, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T08:36:41,924 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [dd3a0865bb23,45349,-1] 2024-11-13T08:36:41,925 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T08:36:41,925 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T08:36:41,926 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42726, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T08:36:41,927 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5c3b3fdd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T08:36:41,928 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7f4f2c18, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T08:36:41,929 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request dd3a0865bb23,45349,-1 for getting cluster id 2024-11-13T08:36:41,929 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T08:36:41,930 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '95ff187e-7777-42f6-8067-d9c7d0681770' 2024-11-13T08:36:41,930 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T08:36:41,930 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "95ff187e-7777-42f6-8067-d9c7d0681770" 2024-11-13T08:36:41,930 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7d6e851d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T08:36:41,930 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [dd3a0865bb23,45349,-1] 2024-11-13T08:36:41,930 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T08:36:41,931 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T08:36:41,932 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42752, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T08:36:41,933 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@29434e2c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T08:36:41,935 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6643136e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T08:36:41,935 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request dd3a0865bb23,45349,-1 for getting cluster id 2024-11-13T08:36:41,935 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T08:36:41,936 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '95ff187e-7777-42f6-8067-d9c7d0681770' 2024-11-13T08:36:41,936 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T08:36:41,936 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "95ff187e-7777-42f6-8067-d9c7d0681770" 2024-11-13T08:36:41,937 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@68732d4c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T08:36:41,937 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [dd3a0865bb23,45349,-1] 2024-11-13T08:36:41,937 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T08:36:41,937 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T08:36:41,939 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42780, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T08:36:41,940 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4ce716ca, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T08:36:41,944 DEBUG [Thread-145 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T08:36:41,946 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=dd3a0865bb23,43851,1731486997349, seqNum=-1] 2024-11-13T08:36:41,946 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T08:36:41,946 DEBUG [Thread-147 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T08:36:41,948 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38020, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T08:36:41,948 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=dd3a0865bb23,43851,1731486997349, seqNum=-1] 2024-11-13T08:36:41,948 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T08:36:41,950 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38024, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T08:36:41,953 DEBUG [Thread-149 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T08:36:41,954 DEBUG [Thread-158 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T08:36:41,954 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=dd3a0865bb23,43851,1731486997349, seqNum=-1] 2024-11-13T08:36:41,955 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T08:36:41,956 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2] 2024-11-13T08:36:41,956 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2] 2024-11-13T08:36:41,956 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38026, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T08:36:41,962 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=dd3a0865bb23,43851,1731486997349, seqNum=-1] 2024-11-13T08:36:41,962 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T08:36:41,964 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2] 2024-11-13T08:36:41,964 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38030, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T08:36:41,966 DEBUG [Thread-143 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T08:36:41,968 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=dd3a0865bb23,43851,1731486997349, seqNum=-1] 2024-11-13T08:36:41,968 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2] 2024-11-13T08:36:41,968 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T08:36:41,971 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38038, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T08:36:41,971 DEBUG [Thread-160 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T08:36:41,973 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=dd3a0865bb23,43851,1731486997349, seqNum=-1] 2024-11-13T08:36:41,974 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T08:36:41,974 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2] 2024-11-13T08:36:41,975 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38052, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T08:36:41,979 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2] 2024-11-13T08:36:41,999 DEBUG [Thread-154 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T08:36:42,001 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=dd3a0865bb23,43851,1731486997349, seqNum=-1] 2024-11-13T08:36:42,002 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T08:36:42,003 DEBUG [Thread-151 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T08:36:42,003 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38060, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T08:36:42,004 DEBUG [Thread-156 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T08:36:42,007 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2] 2024-11-13T08:36:42,007 DEBUG [Thread-151 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=dd3a0865bb23,43851,1731486997349, seqNum=-1] 2024-11-13T08:36:42,008 DEBUG [Thread-151 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T08:36:42,008 DEBUG [Thread-156 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=dd3a0865bb23,43851,1731486997349, seqNum=-1] 2024-11-13T08:36:42,008 DEBUG [Thread-156 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T08:36:42,010 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38072, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T08:36:42,010 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38074, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T08:36:42,014 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2] 2024-11-13T08:36:42,014 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2] 2024-11-13T08:36:42,031 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45349 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-13T08:36:42,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45349 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestAcidGuarantees 2024-11-13T08:36:42,040 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=7, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-13T08:36:42,042 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=7, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-13T08:36:42,045 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-13T08:36:42,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45349 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T08:36:42,069 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-13T08:36:42,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] regionserver.HRegion(8855): Flush requested on a3ed043aaa391efb9d6002833b92998d 2024-11-13T08:36:42,075 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing a3ed043aaa391efb9d6002833b92998d 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-13T08:36:42,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45349 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T08:36:42,242 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/a3ed043aaa391efb9d6002833b92998d/.tmp/A/c967ba6241d74676bd09693ef0876560 is 50, key is test_row_0/A:col10/1731487002058/Put/seqid=0 2024-11-13T08:36:42,242 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43851 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-11-13T08:36:42,241 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3ed043aaa391efb9d6002833b92998d, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:36:42,243 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d. 2024-11-13T08:36:42,243 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d. as already flushing 2024-11-13T08:36:42,244 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d. 2024-11-13T08:36:42,244 ERROR [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8 java.io.IOException: Unable to complete flush {ENCODED => a3ed043aaa391efb9d6002833b92998d, NAME => 'TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T08:36:42,248 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3ed043aaa391efb9d6002833b92998d, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:36:42,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38072 deadline: 1731487062240, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3ed043aaa391efb9d6002833b92998d, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:36:42,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38024 deadline: 1731487062235, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3ed043aaa391efb9d6002833b92998d, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:36:42,251 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3ed043aaa391efb9d6002833b92998d, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:36:42,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38038 deadline: 1731487062244, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3ed043aaa391efb9d6002833b92998d, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:36:42,252 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 , the old value is region=TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3ed043aaa391efb9d6002833b92998d, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:36:42,252 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3ed043aaa391efb9d6002833b92998d, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:36:42,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38026 deadline: 1731487062247, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3ed043aaa391efb9d6002833b92998d, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:36:42,253 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 , the old value is region=TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3ed043aaa391efb9d6002833b92998d, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:36:42,252 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 , the old value is region=TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3ed043aaa391efb9d6002833b92998d, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:36:42,253 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3ed043aaa391efb9d6002833b92998d, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:36:42,253 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 because the exception is null or not the one we care about 2024-11-13T08:36:42,254 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 , the old value is region=TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3ed043aaa391efb9d6002833b92998d, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:36:42,254 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3ed043aaa391efb9d6002833b92998d, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:36:42,254 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 because the exception is null or not the one we care about 2024-11-13T08:36:42,254 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3ed043aaa391efb9d6002833b92998d, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:36:42,254 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3ed043aaa391efb9d6002833b92998d, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:36:42,254 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 because the exception is null or not the one we care about 2024-11-13T08:36:42,254 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 because the exception is null or not the one we care about 2024-11-13T08:36:42,255 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3ed043aaa391efb9d6002833b92998d, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:36:42,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38020 deadline: 1731487062248, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3ed043aaa391efb9d6002833b92998d, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:36:42,256 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 , the old value is region=TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3ed043aaa391efb9d6002833b92998d, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:36:42,256 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3ed043aaa391efb9d6002833b92998d, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:36:42,256 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 because the exception is null or not the one we care about 2024-11-13T08:36:42,257 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8 java.io.IOException: Unable to complete flush {ENCODED => a3ed043aaa391efb9d6002833b92998d, NAME => 'TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T08:36:42,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45349 {}] master.HMaster(4177): Remote procedure failed, pid=8 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a3ed043aaa391efb9d6002833b92998d, NAME => 'TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a3ed043aaa391efb9d6002833b92998d, NAME => 'TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T08:36:42,283 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38605 is added to blk_1073741837_1013 (size=9657) 2024-11-13T08:36:42,284 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=14 (bloomFilter=true), to=hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/a3ed043aaa391efb9d6002833b92998d/.tmp/A/c967ba6241d74676bd09693ef0876560 2024-11-13T08:36:42,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45349 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T08:36:42,368 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3ed043aaa391efb9d6002833b92998d, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:36:42,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38072 deadline: 1731487062367, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3ed043aaa391efb9d6002833b92998d, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:36:42,370 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 , the old value is region=TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3ed043aaa391efb9d6002833b92998d, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:36:42,370 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3ed043aaa391efb9d6002833b92998d, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:36:42,370 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 because the exception is null or not the one we care about 2024-11-13T08:36:42,372 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3ed043aaa391efb9d6002833b92998d, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:36:42,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38024 deadline: 1731487062368, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3ed043aaa391efb9d6002833b92998d, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:36:42,373 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 , the old value is region=TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3ed043aaa391efb9d6002833b92998d, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:36:42,373 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3ed043aaa391efb9d6002833b92998d, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:36:42,373 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 because the exception is null or not the one we care about 2024-11-13T08:36:42,373 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3ed043aaa391efb9d6002833b92998d, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:36:42,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38038 deadline: 1731487062369, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3ed043aaa391efb9d6002833b92998d, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:36:42,374 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 , the old value is region=TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3ed043aaa391efb9d6002833b92998d, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:36:42,374 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3ed043aaa391efb9d6002833b92998d, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:36:42,374 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 because the exception is null or not the one we care about 2024-11-13T08:36:42,374 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3ed043aaa391efb9d6002833b92998d, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:36:42,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38026 deadline: 1731487062369, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3ed043aaa391efb9d6002833b92998d, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:36:42,375 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 , the old value is region=TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3ed043aaa391efb9d6002833b92998d, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:36:42,376 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3ed043aaa391efb9d6002833b92998d, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:36:42,376 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 because the exception is null or not the one we care about 2024-11-13T08:36:42,376 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3ed043aaa391efb9d6002833b92998d, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:36:42,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38020 deadline: 1731487062369, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3ed043aaa391efb9d6002833b92998d, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:36:42,377 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 , the old value is region=TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3ed043aaa391efb9d6002833b92998d, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:36:42,377 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3ed043aaa391efb9d6002833b92998d, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:36:42,377 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 because the exception is null or not the one we care about 2024-11-13T08:36:42,407 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/a3ed043aaa391efb9d6002833b92998d/.tmp/B/e218d1ae207546209b2ce53f5f6702d3 is 50, key is test_row_0/B:col10/1731487002058/Put/seqid=0 2024-11-13T08:36:42,427 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43851 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-11-13T08:36:42,434 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d. 2024-11-13T08:36:42,436 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d. as already flushing 2024-11-13T08:36:42,436 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d. 2024-11-13T08:36:42,436 ERROR [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8 java.io.IOException: Unable to complete flush {ENCODED => a3ed043aaa391efb9d6002833b92998d, NAME => 'TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T08:36:42,437 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8 java.io.IOException: Unable to complete flush {ENCODED => a3ed043aaa391efb9d6002833b92998d, NAME => 'TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T08:36:42,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45349 {}] master.HMaster(4177): Remote procedure failed, pid=8 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a3ed043aaa391efb9d6002833b92998d, NAME => 'TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a3ed043aaa391efb9d6002833b92998d, NAME => 'TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T08:36:42,439 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38605 is added to blk_1073741838_1014 (size=9657) 2024-11-13T08:36:42,440 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=14 (bloomFilter=true), to=hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/a3ed043aaa391efb9d6002833b92998d/.tmp/B/e218d1ae207546209b2ce53f5f6702d3 2024-11-13T08:36:42,499 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/a3ed043aaa391efb9d6002833b92998d/.tmp/C/f6830b0f355d4cacbbb5c96ff922b95d is 50, key is test_row_0/C:col10/1731487002058/Put/seqid=0 2024-11-13T08:36:42,532 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38605 is added to blk_1073741839_1015 (size=9657) 2024-11-13T08:36:42,533 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=14 (bloomFilter=true), to=hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/a3ed043aaa391efb9d6002833b92998d/.tmp/C/f6830b0f355d4cacbbb5c96ff922b95d 2024-11-13T08:36:42,548 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/a3ed043aaa391efb9d6002833b92998d/.tmp/A/c967ba6241d74676bd09693ef0876560 as hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/a3ed043aaa391efb9d6002833b92998d/A/c967ba6241d74676bd09693ef0876560 2024-11-13T08:36:42,571 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/a3ed043aaa391efb9d6002833b92998d/A/c967ba6241d74676bd09693ef0876560, entries=100, sequenceid=14, filesize=9.4 K 2024-11-13T08:36:42,577 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3ed043aaa391efb9d6002833b92998d, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:36:42,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38072 deadline: 1731487062576, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3ed043aaa391efb9d6002833b92998d, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:36:42,583 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 , the old value is region=TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3ed043aaa391efb9d6002833b92998d, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:36:42,583 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3ed043aaa391efb9d6002833b92998d, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:36:42,584 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 because the exception is null or not the one we care about 2024-11-13T08:36:42,597 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/a3ed043aaa391efb9d6002833b92998d/.tmp/B/e218d1ae207546209b2ce53f5f6702d3 as hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/a3ed043aaa391efb9d6002833b92998d/B/e218d1ae207546209b2ce53f5f6702d3 2024-11-13T08:36:42,598 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43851 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-11-13T08:36:42,605 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d. 2024-11-13T08:36:42,606 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d. as already flushing 2024-11-13T08:36:42,606 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d. 2024-11-13T08:36:42,606 ERROR [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8 java.io.IOException: Unable to complete flush {ENCODED => a3ed043aaa391efb9d6002833b92998d, NAME => 'TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T08:36:42,606 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8 java.io.IOException: Unable to complete flush {ENCODED => a3ed043aaa391efb9d6002833b92998d, NAME => 'TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T08:36:42,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45349 {}] master.HMaster(4177): Remote procedure failed, pid=8 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a3ed043aaa391efb9d6002833b92998d, NAME => 'TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a3ed043aaa391efb9d6002833b92998d, NAME => 'TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T08:36:42,611 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/a3ed043aaa391efb9d6002833b92998d/B/e218d1ae207546209b2ce53f5f6702d3, entries=100, sequenceid=14, filesize=9.4 K 2024-11-13T08:36:42,613 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/a3ed043aaa391efb9d6002833b92998d/.tmp/C/f6830b0f355d4cacbbb5c96ff922b95d as hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/a3ed043aaa391efb9d6002833b92998d/C/f6830b0f355d4cacbbb5c96ff922b95d 2024-11-13T08:36:42,624 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3ed043aaa391efb9d6002833b92998d, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:36:42,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38024 deadline: 1731487062586, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3ed043aaa391efb9d6002833b92998d, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:36:42,626 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3ed043aaa391efb9d6002833b92998d, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:36:42,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38038 deadline: 1731487062586, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3ed043aaa391efb9d6002833b92998d, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:36:42,627 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/a3ed043aaa391efb9d6002833b92998d/C/f6830b0f355d4cacbbb5c96ff922b95d, entries=100, sequenceid=14, filesize=9.4 K 2024-11-13T08:36:42,629 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 , the old value is region=TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3ed043aaa391efb9d6002833b92998d, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:36:42,629 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3ed043aaa391efb9d6002833b92998d, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:36:42,630 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 because the exception is null or not the one we care about 2024-11-13T08:36:42,630 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 , the old value is region=TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3ed043aaa391efb9d6002833b92998d, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:36:42,630 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3ed043aaa391efb9d6002833b92998d, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:36:42,630 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 because the exception is null or not the one we care about 2024-11-13T08:36:42,640 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for a3ed043aaa391efb9d6002833b92998d in 563ms, sequenceid=14, compaction requested=false 2024-11-13T08:36:42,641 DEBUG [MemStoreFlusher.0 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestAcidGuarantees' 2024-11-13T08:36:42,643 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for a3ed043aaa391efb9d6002833b92998d: 2024-11-13T08:36:42,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] regionserver.HRegion(8855): Flush requested on a3ed043aaa391efb9d6002833b92998d 2024-11-13T08:36:42,659 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-13T08:36:42,661 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing a3ed043aaa391efb9d6002833b92998d 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-13T08:36:42,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45349 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T08:36:42,679 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/a3ed043aaa391efb9d6002833b92998d/.tmp/A/7aa9b6dd5b0b47c1800fe9214f8148f6 is 50, key is test_row_0/A:col10/1731487002629/Put/seqid=0 2024-11-13T08:36:42,711 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3ed043aaa391efb9d6002833b92998d, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:36:42,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38020 deadline: 1731487062705, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3ed043aaa391efb9d6002833b92998d, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:36:42,713 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 , the old value is region=TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3ed043aaa391efb9d6002833b92998d, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:36:42,713 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3ed043aaa391efb9d6002833b92998d, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:36:42,713 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 because the exception is null or not the one we care about 2024-11-13T08:36:42,719 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38605 is added to blk_1073741840_1016 (size=16681) 2024-11-13T08:36:42,720 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3ed043aaa391efb9d6002833b92998d, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:36:42,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38026 deadline: 1731487062712, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3ed043aaa391efb9d6002833b92998d, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:36:42,721 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=41 (bloomFilter=true), to=hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/a3ed043aaa391efb9d6002833b92998d/.tmp/A/7aa9b6dd5b0b47c1800fe9214f8148f6 2024-11-13T08:36:42,722 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 , the old value is region=TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3ed043aaa391efb9d6002833b92998d, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:36:42,722 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3ed043aaa391efb9d6002833b92998d, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:36:42,722 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 because the exception is null or not the one we care about 2024-11-13T08:36:42,758 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/a3ed043aaa391efb9d6002833b92998d/.tmp/B/2a8605131ca44de7aa0b472363d1fd88 is 50, key is test_row_0/B:col10/1731487002629/Put/seqid=0 2024-11-13T08:36:42,762 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43851 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-11-13T08:36:42,763 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d. 2024-11-13T08:36:42,763 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d. as already flushing 2024-11-13T08:36:42,763 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d. 2024-11-13T08:36:42,763 ERROR [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8 java.io.IOException: Unable to complete flush {ENCODED => a3ed043aaa391efb9d6002833b92998d, NAME => 'TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T08:36:42,763 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8 java.io.IOException: Unable to complete flush {ENCODED => a3ed043aaa391efb9d6002833b92998d, NAME => 'TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T08:36:42,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45349 {}] master.HMaster(4177): Remote procedure failed, pid=8 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a3ed043aaa391efb9d6002833b92998d, NAME => 'TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a3ed043aaa391efb9d6002833b92998d, NAME => 'TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T08:36:42,812 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38605 is added to blk_1073741841_1017 (size=12001) 2024-11-13T08:36:42,813 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=41 (bloomFilter=true), to=hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/a3ed043aaa391efb9d6002833b92998d/.tmp/B/2a8605131ca44de7aa0b472363d1fd88 2024-11-13T08:36:42,824 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3ed043aaa391efb9d6002833b92998d, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:36:42,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38020 deadline: 1731487062816, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3ed043aaa391efb9d6002833b92998d, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:36:42,825 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 , the old value is region=TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3ed043aaa391efb9d6002833b92998d, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:36:42,825 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3ed043aaa391efb9d6002833b92998d, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:36:42,826 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 because the exception is null or not the one we care about 2024-11-13T08:36:42,835 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3ed043aaa391efb9d6002833b92998d, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:36:42,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38026 deadline: 1731487062827, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3ed043aaa391efb9d6002833b92998d, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:36:42,836 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 , the old value is region=TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3ed043aaa391efb9d6002833b92998d, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:36:42,836 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3ed043aaa391efb9d6002833b92998d, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:36:42,836 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 because the exception is null or not the one we care about 2024-11-13T08:36:42,846 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/a3ed043aaa391efb9d6002833b92998d/.tmp/C/bcccb503e39d41b7877c7ef53fb047e6 is 50, key is test_row_0/C:col10/1731487002629/Put/seqid=0 2024-11-13T08:36:42,882 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38605 is added to blk_1073741842_1018 (size=12001) 2024-11-13T08:36:42,888 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=41 (bloomFilter=true), to=hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/a3ed043aaa391efb9d6002833b92998d/.tmp/C/bcccb503e39d41b7877c7ef53fb047e6 2024-11-13T08:36:42,898 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3ed043aaa391efb9d6002833b92998d, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:36:42,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38072 deadline: 1731487062896, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3ed043aaa391efb9d6002833b92998d, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:36:42,900 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 , the old value is region=TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3ed043aaa391efb9d6002833b92998d, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:36:42,900 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3ed043aaa391efb9d6002833b92998d, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:36:42,900 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 because the exception is null or not the one we care about 2024-11-13T08:36:42,907 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/a3ed043aaa391efb9d6002833b92998d/.tmp/A/7aa9b6dd5b0b47c1800fe9214f8148f6 as hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/a3ed043aaa391efb9d6002833b92998d/A/7aa9b6dd5b0b47c1800fe9214f8148f6 2024-11-13T08:36:42,919 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43851 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-11-13T08:36:42,919 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d. 2024-11-13T08:36:42,919 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d. as already flushing 2024-11-13T08:36:42,919 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d. 2024-11-13T08:36:42,919 ERROR [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8 java.io.IOException: Unable to complete flush {ENCODED => a3ed043aaa391efb9d6002833b92998d, NAME => 'TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T08:36:42,920 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8 java.io.IOException: Unable to complete flush {ENCODED => a3ed043aaa391efb9d6002833b92998d, NAME => 'TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T08:36:42,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45349 {}] master.HMaster(4177): Remote procedure failed, pid=8 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a3ed043aaa391efb9d6002833b92998d, NAME => 'TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a3ed043aaa391efb9d6002833b92998d, NAME => 'TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T08:36:42,927 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/a3ed043aaa391efb9d6002833b92998d/A/7aa9b6dd5b0b47c1800fe9214f8148f6, entries=250, sequenceid=41, filesize=16.3 K 2024-11-13T08:36:42,930 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/a3ed043aaa391efb9d6002833b92998d/.tmp/B/2a8605131ca44de7aa0b472363d1fd88 as hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/a3ed043aaa391efb9d6002833b92998d/B/2a8605131ca44de7aa0b472363d1fd88 2024-11-13T08:36:42,946 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/a3ed043aaa391efb9d6002833b92998d/B/2a8605131ca44de7aa0b472363d1fd88, entries=150, sequenceid=41, filesize=11.7 K 2024-11-13T08:36:42,948 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3ed043aaa391efb9d6002833b92998d, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:36:42,948 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/a3ed043aaa391efb9d6002833b92998d/.tmp/C/bcccb503e39d41b7877c7ef53fb047e6 as hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/a3ed043aaa391efb9d6002833b92998d/C/bcccb503e39d41b7877c7ef53fb047e6 2024-11-13T08:36:42,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38024 deadline: 1731487062936, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3ed043aaa391efb9d6002833b92998d, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:36:42,949 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 , the old value is region=TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3ed043aaa391efb9d6002833b92998d, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:36:42,949 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3ed043aaa391efb9d6002833b92998d, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:36:42,949 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 because the exception is null or not the one we care about 2024-11-13T08:36:42,950 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3ed043aaa391efb9d6002833b92998d, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:36:42,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38038 deadline: 1731487062937, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3ed043aaa391efb9d6002833b92998d, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:36:42,951 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 , the old value is region=TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3ed043aaa391efb9d6002833b92998d, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:36:42,951 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3ed043aaa391efb9d6002833b92998d, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:36:42,951 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 because the exception is null or not the one we care about 2024-11-13T08:36:42,962 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/a3ed043aaa391efb9d6002833b92998d/C/bcccb503e39d41b7877c7ef53fb047e6, entries=150, sequenceid=41, filesize=11.7 K 2024-11-13T08:36:42,964 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~161.02 KB/164880, heapSize ~422.58 KB/432720, currentSize=40.25 KB/41220 for a3ed043aaa391efb9d6002833b92998d in 305ms, sequenceid=41, compaction requested=false 2024-11-13T08:36:42,965 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for a3ed043aaa391efb9d6002833b92998d: 2024-11-13T08:36:43,062 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-13T08:36:43,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] regionserver.HRegion(8855): Flush requested on a3ed043aaa391efb9d6002833b92998d 2024-11-13T08:36:43,063 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing a3ed043aaa391efb9d6002833b92998d 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-13T08:36:43,074 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/a3ed043aaa391efb9d6002833b92998d/.tmp/A/16f6e5abd1a642ea885c91fb4b65c70b is 50, key is test_row_0/A:col10/1731487003054/Put/seqid=0 2024-11-13T08:36:43,075 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43851 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-11-13T08:36:43,076 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d. 2024-11-13T08:36:43,077 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d. as already flushing 2024-11-13T08:36:43,078 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d. 2024-11-13T08:36:43,078 ERROR [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8 java.io.IOException: Unable to complete flush {ENCODED => a3ed043aaa391efb9d6002833b92998d, NAME => 'TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T08:36:43,078 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8 java.io.IOException: Unable to complete flush {ENCODED => a3ed043aaa391efb9d6002833b92998d, NAME => 'TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T08:36:43,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45349 {}] master.HMaster(4177): Remote procedure failed, pid=8 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a3ed043aaa391efb9d6002833b92998d, NAME => 'TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a3ed043aaa391efb9d6002833b92998d, NAME => 'TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T08:36:43,117 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38605 is added to blk_1073741843_1019 (size=12001) 2024-11-13T08:36:43,121 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=53 (bloomFilter=true), to=hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/a3ed043aaa391efb9d6002833b92998d/.tmp/A/16f6e5abd1a642ea885c91fb4b65c70b 2024-11-13T08:36:43,148 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/a3ed043aaa391efb9d6002833b92998d/.tmp/B/73810b3d3bf9446893668dd877e4aa81 is 50, key is test_row_0/B:col10/1731487003054/Put/seqid=0 2024-11-13T08:36:43,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45349 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T08:36:43,191 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38605 is added to blk_1073741844_1020 (size=12001) 2024-11-13T08:36:43,195 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=53 (bloomFilter=true), to=hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/a3ed043aaa391efb9d6002833b92998d/.tmp/B/73810b3d3bf9446893668dd877e4aa81 2024-11-13T08:36:43,222 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/a3ed043aaa391efb9d6002833b92998d/.tmp/C/f0b8c48688444461be6168eb61bdcc24 is 50, key is test_row_0/C:col10/1731487003054/Put/seqid=0 2024-11-13T08:36:43,229 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3ed043aaa391efb9d6002833b92998d, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:36:43,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38020 deadline: 1731487063226, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3ed043aaa391efb9d6002833b92998d, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:36:43,230 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 , the old value is region=TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3ed043aaa391efb9d6002833b92998d, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:36:43,230 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3ed043aaa391efb9d6002833b92998d, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:36:43,230 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 because the exception is null or not the one we care about 2024-11-13T08:36:43,233 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43851 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-11-13T08:36:43,233 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d. 2024-11-13T08:36:43,233 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d. as already flushing 2024-11-13T08:36:43,234 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d. 2024-11-13T08:36:43,234 ERROR [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8 java.io.IOException: Unable to complete flush {ENCODED => a3ed043aaa391efb9d6002833b92998d, NAME => 'TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T08:36:43,234 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8 java.io.IOException: Unable to complete flush {ENCODED => a3ed043aaa391efb9d6002833b92998d, NAME => 'TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T08:36:43,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45349 {}] master.HMaster(4177): Remote procedure failed, pid=8 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a3ed043aaa391efb9d6002833b92998d, NAME => 'TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a3ed043aaa391efb9d6002833b92998d, NAME => 'TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T08:36:43,236 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3ed043aaa391efb9d6002833b92998d, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:36:43,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38026 deadline: 1731487063230, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3ed043aaa391efb9d6002833b92998d, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:36:43,238 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 , the old value is region=TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3ed043aaa391efb9d6002833b92998d, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:36:43,238 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3ed043aaa391efb9d6002833b92998d, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:36:43,238 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 because the exception is null or not the one we care about 2024-11-13T08:36:43,257 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38605 is added to blk_1073741845_1021 (size=12001) 2024-11-13T08:36:43,339 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3ed043aaa391efb9d6002833b92998d, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:36:43,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38020 deadline: 1731487063336, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3ed043aaa391efb9d6002833b92998d, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:36:43,340 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 , the old value is region=TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3ed043aaa391efb9d6002833b92998d, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:36:43,341 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3ed043aaa391efb9d6002833b92998d, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:36:43,341 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 because the exception is null or not the one we care about 2024-11-13T08:36:43,349 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3ed043aaa391efb9d6002833b92998d, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:36:43,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38026 deadline: 1731487063345, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3ed043aaa391efb9d6002833b92998d, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:36:43,350 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 , the old value is region=TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3ed043aaa391efb9d6002833b92998d, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:36:43,350 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3ed043aaa391efb9d6002833b92998d, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:36:43,350 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 because the exception is null or not the one we care about 2024-11-13T08:36:43,389 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43851 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-11-13T08:36:43,389 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d. 2024-11-13T08:36:43,389 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d. as already flushing 2024-11-13T08:36:43,390 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d. 2024-11-13T08:36:43,390 ERROR [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8 java.io.IOException: Unable to complete flush {ENCODED => a3ed043aaa391efb9d6002833b92998d, NAME => 'TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T08:36:43,390 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8 java.io.IOException: Unable to complete flush {ENCODED => a3ed043aaa391efb9d6002833b92998d, NAME => 'TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T08:36:43,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45349 {}] master.HMaster(4177): Remote procedure failed, pid=8 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a3ed043aaa391efb9d6002833b92998d, NAME => 'TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a3ed043aaa391efb9d6002833b92998d, NAME => 'TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T08:36:43,419 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3ed043aaa391efb9d6002833b92998d, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:36:43,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38072 deadline: 1731487063416, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3ed043aaa391efb9d6002833b92998d, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:36:43,421 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 , the old value is region=TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3ed043aaa391efb9d6002833b92998d, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:36:43,421 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3ed043aaa391efb9d6002833b92998d, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:36:43,421 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 because the exception is null or not the one we care about 2024-11-13T08:36:43,463 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3ed043aaa391efb9d6002833b92998d, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:36:43,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38038 deadline: 1731487063456, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3ed043aaa391efb9d6002833b92998d, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:36:43,464 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 , the old value is region=TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3ed043aaa391efb9d6002833b92998d, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:36:43,464 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3ed043aaa391efb9d6002833b92998d, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:36:43,464 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 because the exception is null or not the one we care about 2024-11-13T08:36:43,463 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3ed043aaa391efb9d6002833b92998d, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:36:43,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38024 deadline: 1731487063456, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3ed043aaa391efb9d6002833b92998d, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:36:43,466 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 , the old value is region=TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3ed043aaa391efb9d6002833b92998d, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:36:43,466 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3ed043aaa391efb9d6002833b92998d, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:36:43,466 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 because the exception is null or not the one we care about 2024-11-13T08:36:43,547 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43851 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-11-13T08:36:43,547 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d. 2024-11-13T08:36:43,547 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d. as already flushing 2024-11-13T08:36:43,547 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d. 2024-11-13T08:36:43,547 ERROR [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8 java.io.IOException: Unable to complete flush {ENCODED => a3ed043aaa391efb9d6002833b92998d, NAME => 'TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T08:36:43,548 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8 java.io.IOException: Unable to complete flush {ENCODED => a3ed043aaa391efb9d6002833b92998d, NAME => 'TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T08:36:43,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45349 {}] master.HMaster(4177): Remote procedure failed, pid=8 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a3ed043aaa391efb9d6002833b92998d, NAME => 'TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a3ed043aaa391efb9d6002833b92998d, NAME => 'TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T08:36:43,552 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3ed043aaa391efb9d6002833b92998d, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:36:43,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38020 deadline: 1731487063546, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3ed043aaa391efb9d6002833b92998d, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:36:43,553 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 , the old value is region=TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3ed043aaa391efb9d6002833b92998d, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:36:43,553 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3ed043aaa391efb9d6002833b92998d, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:36:43,553 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 because the exception is null or not the one we care about 2024-11-13T08:36:43,557 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3ed043aaa391efb9d6002833b92998d, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:36:43,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38026 deadline: 1731487063555, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3ed043aaa391efb9d6002833b92998d, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:36:43,559 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 , the old value is region=TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3ed043aaa391efb9d6002833b92998d, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:36:43,559 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3ed043aaa391efb9d6002833b92998d, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:36:43,559 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 because the exception is null or not the one we care about 2024-11-13T08:36:43,661 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=53 (bloomFilter=true), to=hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/a3ed043aaa391efb9d6002833b92998d/.tmp/C/f0b8c48688444461be6168eb61bdcc24 2024-11-13T08:36:43,678 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/a3ed043aaa391efb9d6002833b92998d/.tmp/A/16f6e5abd1a642ea885c91fb4b65c70b as hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/a3ed043aaa391efb9d6002833b92998d/A/16f6e5abd1a642ea885c91fb4b65c70b 2024-11-13T08:36:43,693 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/a3ed043aaa391efb9d6002833b92998d/A/16f6e5abd1a642ea885c91fb4b65c70b, entries=150, sequenceid=53, filesize=11.7 K 2024-11-13T08:36:43,697 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/a3ed043aaa391efb9d6002833b92998d/.tmp/B/73810b3d3bf9446893668dd877e4aa81 as hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/a3ed043aaa391efb9d6002833b92998d/B/73810b3d3bf9446893668dd877e4aa81 2024-11-13T08:36:43,703 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43851 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-11-13T08:36:43,703 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d. 2024-11-13T08:36:43,703 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d. as already flushing 2024-11-13T08:36:43,703 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d. 2024-11-13T08:36:43,704 ERROR [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8 java.io.IOException: Unable to complete flush {ENCODED => a3ed043aaa391efb9d6002833b92998d, NAME => 'TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T08:36:43,704 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8 java.io.IOException: Unable to complete flush {ENCODED => a3ed043aaa391efb9d6002833b92998d, NAME => 'TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T08:36:43,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45349 {}] master.HMaster(4177): Remote procedure failed, pid=8 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a3ed043aaa391efb9d6002833b92998d, NAME => 'TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a3ed043aaa391efb9d6002833b92998d, NAME => 'TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T08:36:43,720 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/a3ed043aaa391efb9d6002833b92998d/B/73810b3d3bf9446893668dd877e4aa81, entries=150, sequenceid=53, filesize=11.7 K 2024-11-13T08:36:43,724 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/a3ed043aaa391efb9d6002833b92998d/.tmp/C/f0b8c48688444461be6168eb61bdcc24 as hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/a3ed043aaa391efb9d6002833b92998d/C/f0b8c48688444461be6168eb61bdcc24 2024-11-13T08:36:43,742 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/a3ed043aaa391efb9d6002833b92998d/C/f0b8c48688444461be6168eb61bdcc24, entries=150, sequenceid=53, filesize=11.7 K 2024-11-13T08:36:43,746 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for a3ed043aaa391efb9d6002833b92998d in 684ms, sequenceid=53, compaction requested=true 2024-11-13T08:36:43,746 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for a3ed043aaa391efb9d6002833b92998d: 2024-11-13T08:36:43,751 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a3ed043aaa391efb9d6002833b92998d:A, priority=-2147483648, current under compaction store size is 1 2024-11-13T08:36:43,757 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T08:36:43,757 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a3ed043aaa391efb9d6002833b92998d:B, priority=-2147483648, current under compaction store size is 2 2024-11-13T08:36:43,757 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T08:36:43,757 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a3ed043aaa391efb9d6002833b92998d:C, priority=-2147483648, current under compaction store size is 3 2024-11-13T08:36:43,757 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-13T08:36:43,758 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-13T08:36:43,764 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 33659 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-13T08:36:43,766 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] regionserver.HStore(1541): a3ed043aaa391efb9d6002833b92998d/B is initiating minor compaction (all files) 2024-11-13T08:36:43,764 DEBUG [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-13T08:36:43,767 INFO [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of a3ed043aaa391efb9d6002833b92998d/B in TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d. 2024-11-13T08:36:43,768 INFO [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/a3ed043aaa391efb9d6002833b92998d/B/e218d1ae207546209b2ce53f5f6702d3, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/a3ed043aaa391efb9d6002833b92998d/B/2a8605131ca44de7aa0b472363d1fd88, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/a3ed043aaa391efb9d6002833b92998d/B/73810b3d3bf9446893668dd877e4aa81] into tmpdir=hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/a3ed043aaa391efb9d6002833b92998d/.tmp, totalSize=32.9 K 2024-11-13T08:36:43,770 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] compactions.Compactor(225): Compacting e218d1ae207546209b2ce53f5f6702d3, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=14, earliestPutTs=1731487002058 2024-11-13T08:36:43,771 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] compactions.Compactor(225): Compacting 2a8605131ca44de7aa0b472363d1fd88, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=41, earliestPutTs=1731487002234 2024-11-13T08:36:43,772 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] compactions.Compactor(225): Compacting 73810b3d3bf9446893668dd877e4aa81, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1731487003041 2024-11-13T08:36:43,774 DEBUG [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38339 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-13T08:36:43,774 DEBUG [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] regionserver.HStore(1541): a3ed043aaa391efb9d6002833b92998d/A is initiating minor compaction (all files) 2024-11-13T08:36:43,774 INFO [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of a3ed043aaa391efb9d6002833b92998d/A in TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d. 2024-11-13T08:36:43,774 INFO [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/a3ed043aaa391efb9d6002833b92998d/A/c967ba6241d74676bd09693ef0876560, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/a3ed043aaa391efb9d6002833b92998d/A/7aa9b6dd5b0b47c1800fe9214f8148f6, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/a3ed043aaa391efb9d6002833b92998d/A/16f6e5abd1a642ea885c91fb4b65c70b] into tmpdir=hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/a3ed043aaa391efb9d6002833b92998d/.tmp, totalSize=37.4 K 2024-11-13T08:36:43,777 DEBUG [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] compactions.Compactor(225): Compacting c967ba6241d74676bd09693ef0876560, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=14, earliestPutTs=1731487002058 2024-11-13T08:36:43,778 DEBUG [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] compactions.Compactor(225): Compacting 7aa9b6dd5b0b47c1800fe9214f8148f6, keycount=250, bloomtype=ROW, size=16.3 K, encoding=NONE, compression=NONE, seqNum=41, earliestPutTs=1731487002233 2024-11-13T08:36:43,781 DEBUG [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] compactions.Compactor(225): Compacting 16f6e5abd1a642ea885c91fb4b65c70b, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1731487003041 2024-11-13T08:36:43,839 INFO [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): a3ed043aaa391efb9d6002833b92998d#A#compaction#10 average throughput is 0.66 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-13T08:36:43,840 DEBUG [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/a3ed043aaa391efb9d6002833b92998d/.tmp/A/ca99e116009940e2abc83fca18f47c8a is 50, key is test_row_0/A:col10/1731487003054/Put/seqid=0 2024-11-13T08:36:43,846 INFO [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): a3ed043aaa391efb9d6002833b92998d#B#compaction#9 average throughput is 0.27 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-13T08:36:43,847 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/a3ed043aaa391efb9d6002833b92998d/.tmp/B/ee047ae62a97445a829ad07d99f0e048 is 50, key is test_row_0/B:col10/1731487003054/Put/seqid=0 2024-11-13T08:36:43,859 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43851 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-11-13T08:36:43,859 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d. 2024-11-13T08:36:43,860 INFO [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2902): Flushing a3ed043aaa391efb9d6002833b92998d 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-13T08:36:43,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] regionserver.HRegion(8855): Flush requested on a3ed043aaa391efb9d6002833b92998d 2024-11-13T08:36:43,876 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d. as already flushing 2024-11-13T08:36:43,894 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/a3ed043aaa391efb9d6002833b92998d/.tmp/A/847f9198adf64e35a37aaa7292c646c6 is 50, key is test_row_0/A:col10/1731487003200/Put/seqid=0 2024-11-13T08:36:43,897 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38605 is added to blk_1073741846_1022 (size=12104) 2024-11-13T08:36:43,907 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38605 is added to blk_1073741847_1023 (size=12104) 2024-11-13T08:36:43,920 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38605 is added to blk_1073741848_1024 (size=12001) 2024-11-13T08:36:43,948 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3ed043aaa391efb9d6002833b92998d, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:36:43,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38020 deadline: 1731487063942, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3ed043aaa391efb9d6002833b92998d, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:36:43,949 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 , the old value is region=TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3ed043aaa391efb9d6002833b92998d, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:36:43,950 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3ed043aaa391efb9d6002833b92998d, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:36:43,950 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 because the exception is null or not the one we care about 2024-11-13T08:36:43,962 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3ed043aaa391efb9d6002833b92998d, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:36:43,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38026 deadline: 1731487063949, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3ed043aaa391efb9d6002833b92998d, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:36:43,964 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 , the old value is region=TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3ed043aaa391efb9d6002833b92998d, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:36:43,964 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3ed043aaa391efb9d6002833b92998d, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:36:43,964 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 because the exception is null or not the one we care about 2024-11-13T08:36:44,058 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3ed043aaa391efb9d6002833b92998d, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:36:44,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38020 deadline: 1731487064056, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3ed043aaa391efb9d6002833b92998d, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:36:44,071 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 , the old value is region=TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3ed043aaa391efb9d6002833b92998d, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:36:44,071 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3ed043aaa391efb9d6002833b92998d, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:36:44,071 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 because the exception is null or not the one we care about 2024-11-13T08:36:44,078 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3ed043aaa391efb9d6002833b92998d, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:36:44,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38026 deadline: 1731487064076, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3ed043aaa391efb9d6002833b92998d, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:36:44,079 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 , the old value is region=TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3ed043aaa391efb9d6002833b92998d, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:36:44,080 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3ed043aaa391efb9d6002833b92998d, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:36:44,080 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 because the exception is null or not the one we care about 2024-11-13T08:36:44,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45349 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T08:36:44,280 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3ed043aaa391efb9d6002833b92998d, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:36:44,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38020 deadline: 1731487064276, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3ed043aaa391efb9d6002833b92998d, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:36:44,282 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 , the old value is region=TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3ed043aaa391efb9d6002833b92998d, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:36:44,282 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3ed043aaa391efb9d6002833b92998d, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:36:44,282 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 because the exception is null or not the one we care about 2024-11-13T08:36:44,287 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3ed043aaa391efb9d6002833b92998d, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:36:44,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38026 deadline: 1731487064286, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3ed043aaa391efb9d6002833b92998d, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:36:44,288 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 , the old value is region=TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3ed043aaa391efb9d6002833b92998d, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:36:44,288 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3ed043aaa391efb9d6002833b92998d, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:36:44,288 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 because the exception is null or not the one we care about 2024-11-13T08:36:44,323 DEBUG [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/a3ed043aaa391efb9d6002833b92998d/.tmp/A/ca99e116009940e2abc83fca18f47c8a as hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/a3ed043aaa391efb9d6002833b92998d/A/ca99e116009940e2abc83fca18f47c8a 2024-11-13T08:36:44,323 INFO [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=77 (bloomFilter=true), to=hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/a3ed043aaa391efb9d6002833b92998d/.tmp/A/847f9198adf64e35a37aaa7292c646c6 2024-11-13T08:36:44,328 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/a3ed043aaa391efb9d6002833b92998d/.tmp/B/ee047ae62a97445a829ad07d99f0e048 as hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/a3ed043aaa391efb9d6002833b92998d/B/ee047ae62a97445a829ad07d99f0e048 2024-11-13T08:36:44,348 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/a3ed043aaa391efb9d6002833b92998d/.tmp/B/8b7f117e6b58431abcc2bf252b5befea is 50, key is test_row_0/B:col10/1731487003200/Put/seqid=0 2024-11-13T08:36:44,359 INFO [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in a3ed043aaa391efb9d6002833b92998d/B of a3ed043aaa391efb9d6002833b92998d into ee047ae62a97445a829ad07d99f0e048(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T08:36:44,359 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for a3ed043aaa391efb9d6002833b92998d: 2024-11-13T08:36:44,362 INFO [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in a3ed043aaa391efb9d6002833b92998d/A of a3ed043aaa391efb9d6002833b92998d into ca99e116009940e2abc83fca18f47c8a(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T08:36:44,362 DEBUG [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for a3ed043aaa391efb9d6002833b92998d: 2024-11-13T08:36:44,363 INFO [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d., storeName=a3ed043aaa391efb9d6002833b92998d/A, priority=13, startTime=1731487003748; duration=0sec 2024-11-13T08:36:44,364 DEBUG [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-13T08:36:44,364 DEBUG [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a3ed043aaa391efb9d6002833b92998d:A 2024-11-13T08:36:44,364 DEBUG [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-13T08:36:44,364 INFO [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d., storeName=a3ed043aaa391efb9d6002833b92998d/B, priority=13, startTime=1731487003757; duration=0sec 2024-11-13T08:36:44,365 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T08:36:44,366 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a3ed043aaa391efb9d6002833b92998d:B 2024-11-13T08:36:44,368 DEBUG [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 33659 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-13T08:36:44,368 DEBUG [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] regionserver.HStore(1541): a3ed043aaa391efb9d6002833b92998d/C is initiating minor compaction (all files) 2024-11-13T08:36:44,368 INFO [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of a3ed043aaa391efb9d6002833b92998d/C in TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d. 2024-11-13T08:36:44,369 INFO [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/a3ed043aaa391efb9d6002833b92998d/C/f6830b0f355d4cacbbb5c96ff922b95d, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/a3ed043aaa391efb9d6002833b92998d/C/bcccb503e39d41b7877c7ef53fb047e6, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/a3ed043aaa391efb9d6002833b92998d/C/f0b8c48688444461be6168eb61bdcc24] into tmpdir=hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/a3ed043aaa391efb9d6002833b92998d/.tmp, totalSize=32.9 K 2024-11-13T08:36:44,370 DEBUG [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] compactions.Compactor(225): Compacting f6830b0f355d4cacbbb5c96ff922b95d, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=14, earliestPutTs=1731487002058 2024-11-13T08:36:44,371 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38605 is added to blk_1073741849_1025 (size=12001) 2024-11-13T08:36:44,372 DEBUG [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] compactions.Compactor(225): Compacting bcccb503e39d41b7877c7ef53fb047e6, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=41, earliestPutTs=1731487002234 2024-11-13T08:36:44,378 DEBUG [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] compactions.Compactor(225): Compacting f0b8c48688444461be6168eb61bdcc24, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1731487003041 2024-11-13T08:36:44,378 INFO [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=77 (bloomFilter=true), to=hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/a3ed043aaa391efb9d6002833b92998d/.tmp/B/8b7f117e6b58431abcc2bf252b5befea 2024-11-13T08:36:44,404 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/a3ed043aaa391efb9d6002833b92998d/.tmp/C/89609ec69cde4d5f925369f032f7ec76 is 50, key is test_row_0/C:col10/1731487003200/Put/seqid=0 2024-11-13T08:36:44,409 INFO [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): a3ed043aaa391efb9d6002833b92998d#C#compaction#14 average throughput is 1.64 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-13T08:36:44,410 DEBUG [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/a3ed043aaa391efb9d6002833b92998d/.tmp/C/6558d8cfb9554488ac68b5077d8423d5 is 50, key is test_row_0/C:col10/1731487003054/Put/seqid=0 2024-11-13T08:36:44,430 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3ed043aaa391efb9d6002833b92998d, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:36:44,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38072 deadline: 1731487064426, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3ed043aaa391efb9d6002833b92998d, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:36:44,435 WARN [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRpcRetryingCaller(177): Call to dd3a0865bb23,43851,1731486997349 for 'test_row_1' in a3ed043aaa391efb9d6002833b92998d of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2193 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3ed043aaa391efb9d6002833b92998d, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3ed043aaa391efb9d6002833b92998d, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-13T08:36:44,436 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 , the old value is region=TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3ed043aaa391efb9d6002833b92998d, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:36:44,437 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3ed043aaa391efb9d6002833b92998d, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:36:44,437 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 because the exception is null or not the one we care about 2024-11-13T08:36:44,441 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38605 is added to blk_1073741850_1026 (size=12001) 2024-11-13T08:36:44,442 INFO [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=77 (bloomFilter=true), to=hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/a3ed043aaa391efb9d6002833b92998d/.tmp/C/89609ec69cde4d5f925369f032f7ec76 2024-11-13T08:36:44,454 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38605 is added to blk_1073741851_1027 (size=12104) 2024-11-13T08:36:44,457 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/a3ed043aaa391efb9d6002833b92998d/.tmp/A/847f9198adf64e35a37aaa7292c646c6 as hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/a3ed043aaa391efb9d6002833b92998d/A/847f9198adf64e35a37aaa7292c646c6 2024-11-13T08:36:44,468 INFO [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/a3ed043aaa391efb9d6002833b92998d/A/847f9198adf64e35a37aaa7292c646c6, entries=150, sequenceid=77, filesize=11.7 K 2024-11-13T08:36:44,470 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/a3ed043aaa391efb9d6002833b92998d/.tmp/B/8b7f117e6b58431abcc2bf252b5befea as hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/a3ed043aaa391efb9d6002833b92998d/B/8b7f117e6b58431abcc2bf252b5befea 2024-11-13T08:36:44,483 INFO [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/a3ed043aaa391efb9d6002833b92998d/B/8b7f117e6b58431abcc2bf252b5befea, entries=150, sequenceid=77, filesize=11.7 K 2024-11-13T08:36:44,484 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/a3ed043aaa391efb9d6002833b92998d/.tmp/C/89609ec69cde4d5f925369f032f7ec76 as hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/a3ed043aaa391efb9d6002833b92998d/C/89609ec69cde4d5f925369f032f7ec76 2024-11-13T08:36:44,485 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3ed043aaa391efb9d6002833b92998d, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:36:44,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38038 deadline: 1731487064475, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3ed043aaa391efb9d6002833b92998d, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:36:44,488 WARN [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRpcRetryingCaller(177): Call to dd3a0865bb23,43851,1731486997349 for 'test_row_2' in a3ed043aaa391efb9d6002833b92998d of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2246 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3ed043aaa391efb9d6002833b92998d, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3ed043aaa391efb9d6002833b92998d, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-13T08:36:44,489 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 , the old value is region=TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3ed043aaa391efb9d6002833b92998d, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:36:44,489 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3ed043aaa391efb9d6002833b92998d, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:36:44,489 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 because the exception is null or not the one we care about 2024-11-13T08:36:44,490 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3ed043aaa391efb9d6002833b92998d, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:36:44,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38024 deadline: 1731487064475, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3ed043aaa391efb9d6002833b92998d, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:36:44,491 WARN [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRpcRetryingCaller(177): Call to dd3a0865bb23,43851,1731486997349 for 'test_row_2' in a3ed043aaa391efb9d6002833b92998d of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2257 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3ed043aaa391efb9d6002833b92998d, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3ed043aaa391efb9d6002833b92998d, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-13T08:36:44,492 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 , the old value is region=TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3ed043aaa391efb9d6002833b92998d, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:36:44,492 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3ed043aaa391efb9d6002833b92998d, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:36:44,492 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 because the exception is null or not the one we care about 2024-11-13T08:36:44,495 INFO [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/a3ed043aaa391efb9d6002833b92998d/C/89609ec69cde4d5f925369f032f7ec76, entries=150, sequenceid=77, filesize=11.7 K 2024-11-13T08:36:44,497 INFO [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(3140): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for a3ed043aaa391efb9d6002833b92998d in 636ms, sequenceid=77, compaction requested=false 2024-11-13T08:36:44,497 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2603): Flush status journal for a3ed043aaa391efb9d6002833b92998d: 2024-11-13T08:36:44,497 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d. 2024-11-13T08:36:44,498 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-11-13T08:36:44,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45349 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-11-13T08:36:44,505 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=7 2024-11-13T08:36:44,506 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.4550 sec 2024-11-13T08:36:44,512 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestAcidGuarantees in 2.4750 sec 2024-11-13T08:36:44,600 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-13T08:36:44,600 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing a3ed043aaa391efb9d6002833b92998d 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-13T08:36:44,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] regionserver.HRegion(8855): Flush requested on a3ed043aaa391efb9d6002833b92998d 2024-11-13T08:36:44,616 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/a3ed043aaa391efb9d6002833b92998d/.tmp/A/6dc43e2a3845436e81c817c07c1ef138 is 50, key is test_row_0/A:col10/1731487004597/Put/seqid=0 2024-11-13T08:36:44,644 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38605 is added to blk_1073741852_1028 (size=16681) 2024-11-13T08:36:44,646 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=93 (bloomFilter=true), to=hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/a3ed043aaa391efb9d6002833b92998d/.tmp/A/6dc43e2a3845436e81c817c07c1ef138 2024-11-13T08:36:44,665 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/a3ed043aaa391efb9d6002833b92998d/.tmp/B/4cc1200c2efe4ac697d2936f1c118411 is 50, key is test_row_0/B:col10/1731487004597/Put/seqid=0 2024-11-13T08:36:44,707 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38605 is added to blk_1073741853_1029 (size=12001) 2024-11-13T08:36:44,709 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=93 (bloomFilter=true), to=hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/a3ed043aaa391efb9d6002833b92998d/.tmp/B/4cc1200c2efe4ac697d2936f1c118411 2024-11-13T08:36:44,731 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/a3ed043aaa391efb9d6002833b92998d/.tmp/C/36219e8e21cc47a6a2b9a2fff3135d8b is 50, key is test_row_0/C:col10/1731487004597/Put/seqid=0 2024-11-13T08:36:44,746 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3ed043aaa391efb9d6002833b92998d, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:36:44,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38020 deadline: 1731487064742, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3ed043aaa391efb9d6002833b92998d, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:36:44,747 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 , the old value is region=TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3ed043aaa391efb9d6002833b92998d, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:36:44,748 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3ed043aaa391efb9d6002833b92998d, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:36:44,748 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 because the exception is null or not the one we care about 2024-11-13T08:36:44,749 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3ed043aaa391efb9d6002833b92998d, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:36:44,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38026 deadline: 1731487064747, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3ed043aaa391efb9d6002833b92998d, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:36:44,750 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 , the old value is region=TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3ed043aaa391efb9d6002833b92998d, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:36:44,750 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3ed043aaa391efb9d6002833b92998d, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:36:44,750 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 because the exception is null or not the one we care about 2024-11-13T08:36:44,768 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38605 is added to blk_1073741854_1030 (size=12001) 2024-11-13T08:36:44,769 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=93 (bloomFilter=true), to=hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/a3ed043aaa391efb9d6002833b92998d/.tmp/C/36219e8e21cc47a6a2b9a2fff3135d8b 2024-11-13T08:36:44,783 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/a3ed043aaa391efb9d6002833b92998d/.tmp/A/6dc43e2a3845436e81c817c07c1ef138 as hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/a3ed043aaa391efb9d6002833b92998d/A/6dc43e2a3845436e81c817c07c1ef138 2024-11-13T08:36:44,796 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/a3ed043aaa391efb9d6002833b92998d/A/6dc43e2a3845436e81c817c07c1ef138, entries=250, sequenceid=93, filesize=16.3 K 2024-11-13T08:36:44,800 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/a3ed043aaa391efb9d6002833b92998d/.tmp/B/4cc1200c2efe4ac697d2936f1c118411 as hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/a3ed043aaa391efb9d6002833b92998d/B/4cc1200c2efe4ac697d2936f1c118411 2024-11-13T08:36:44,820 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/a3ed043aaa391efb9d6002833b92998d/B/4cc1200c2efe4ac697d2936f1c118411, entries=150, sequenceid=93, filesize=11.7 K 2024-11-13T08:36:44,824 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/a3ed043aaa391efb9d6002833b92998d/.tmp/C/36219e8e21cc47a6a2b9a2fff3135d8b as hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/a3ed043aaa391efb9d6002833b92998d/C/36219e8e21cc47a6a2b9a2fff3135d8b 2024-11-13T08:36:44,840 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/a3ed043aaa391efb9d6002833b92998d/C/36219e8e21cc47a6a2b9a2fff3135d8b, entries=150, sequenceid=93, filesize=11.7 K 2024-11-13T08:36:44,842 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=127.47 KB/130530 for a3ed043aaa391efb9d6002833b92998d in 242ms, sequenceid=93, compaction requested=true 2024-11-13T08:36:44,842 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for a3ed043aaa391efb9d6002833b92998d: 2024-11-13T08:36:44,842 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a3ed043aaa391efb9d6002833b92998d:A, priority=-2147483648, current under compaction store size is 2 2024-11-13T08:36:44,842 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T08:36:44,842 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a3ed043aaa391efb9d6002833b92998d:B, priority=-2147483648, current under compaction store size is 3 2024-11-13T08:36:44,842 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-13T08:36:44,843 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-13T08:36:44,843 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a3ed043aaa391efb9d6002833b92998d:C, priority=-2147483648, current under compaction store size is 3 2024-11-13T08:36:44,843 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-13T08:36:44,847 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 40786 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-13T08:36:44,847 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] regionserver.HStore(1541): a3ed043aaa391efb9d6002833b92998d/A is initiating minor compaction (all files) 2024-11-13T08:36:44,847 INFO [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of a3ed043aaa391efb9d6002833b92998d/A in TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d. 2024-11-13T08:36:44,847 INFO [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/a3ed043aaa391efb9d6002833b92998d/A/ca99e116009940e2abc83fca18f47c8a, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/a3ed043aaa391efb9d6002833b92998d/A/847f9198adf64e35a37aaa7292c646c6, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/a3ed043aaa391efb9d6002833b92998d/A/6dc43e2a3845436e81c817c07c1ef138] into tmpdir=hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/a3ed043aaa391efb9d6002833b92998d/.tmp, totalSize=39.8 K 2024-11-13T08:36:44,848 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] compactions.Compactor(225): Compacting ca99e116009940e2abc83fca18f47c8a, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1731487003041 2024-11-13T08:36:44,849 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] compactions.Compactor(225): Compacting 847f9198adf64e35a37aaa7292c646c6, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=77, earliestPutTs=1731487003200 2024-11-13T08:36:44,850 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] compactions.Compactor(225): Compacting 6dc43e2a3845436e81c817c07c1ef138, keycount=250, bloomtype=ROW, size=16.3 K, encoding=NONE, compression=NONE, seqNum=93, earliestPutTs=1731487003914 2024-11-13T08:36:44,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] regionserver.HRegion(8855): Flush requested on a3ed043aaa391efb9d6002833b92998d 2024-11-13T08:36:44,859 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-13T08:36:44,860 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing a3ed043aaa391efb9d6002833b92998d 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-13T08:36:44,873 DEBUG [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/a3ed043aaa391efb9d6002833b92998d/.tmp/C/6558d8cfb9554488ac68b5077d8423d5 as hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/a3ed043aaa391efb9d6002833b92998d/C/6558d8cfb9554488ac68b5077d8423d5 2024-11-13T08:36:44,878 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/a3ed043aaa391efb9d6002833b92998d/.tmp/A/5803cb7d8ebc4a788bed486e0a6e8a1e is 50, key is test_row_0/A:col10/1731487004856/Put/seqid=0 2024-11-13T08:36:44,888 INFO [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in a3ed043aaa391efb9d6002833b92998d/C of a3ed043aaa391efb9d6002833b92998d into 6558d8cfb9554488ac68b5077d8423d5(size=11.8 K), total size for store is 35.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T08:36:44,888 DEBUG [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for a3ed043aaa391efb9d6002833b92998d: 2024-11-13T08:36:44,888 INFO [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): a3ed043aaa391efb9d6002833b92998d#A#compaction#19 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-13T08:36:44,888 INFO [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d., storeName=a3ed043aaa391efb9d6002833b92998d/C, priority=13, startTime=1731487003757; duration=0sec 2024-11-13T08:36:44,889 DEBUG [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-13T08:36:44,889 DEBUG [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a3ed043aaa391efb9d6002833b92998d:C 2024-11-13T08:36:44,889 DEBUG [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a3ed043aaa391efb9d6002833b92998d:C 2024-11-13T08:36:44,889 DEBUG [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-13T08:36:44,890 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/a3ed043aaa391efb9d6002833b92998d/.tmp/A/a9317881888443f9a0037ba1fc59328b is 50, key is test_row_0/A:col10/1731487004597/Put/seqid=0 2024-11-13T08:36:44,896 DEBUG [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-13T08:36:44,896 DEBUG [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] regionserver.HStore(1541): a3ed043aaa391efb9d6002833b92998d/B is initiating minor compaction (all files) 2024-11-13T08:36:44,896 INFO [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of a3ed043aaa391efb9d6002833b92998d/B in TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d. 2024-11-13T08:36:44,896 INFO [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/a3ed043aaa391efb9d6002833b92998d/B/ee047ae62a97445a829ad07d99f0e048, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/a3ed043aaa391efb9d6002833b92998d/B/8b7f117e6b58431abcc2bf252b5befea, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/a3ed043aaa391efb9d6002833b92998d/B/4cc1200c2efe4ac697d2936f1c118411] into tmpdir=hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/a3ed043aaa391efb9d6002833b92998d/.tmp, totalSize=35.3 K 2024-11-13T08:36:44,900 DEBUG [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] compactions.Compactor(225): Compacting ee047ae62a97445a829ad07d99f0e048, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1731487003041 2024-11-13T08:36:44,901 DEBUG [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] compactions.Compactor(225): Compacting 8b7f117e6b58431abcc2bf252b5befea, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=77, earliestPutTs=1731487003200 2024-11-13T08:36:44,902 DEBUG [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] compactions.Compactor(225): Compacting 4cc1200c2efe4ac697d2936f1c118411, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=93, earliestPutTs=1731487003914 2024-11-13T08:36:44,912 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38605 is added to blk_1073741855_1031 (size=14341) 2024-11-13T08:36:44,935 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38605 is added to blk_1073741856_1032 (size=12207) 2024-11-13T08:36:44,939 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3ed043aaa391efb9d6002833b92998d, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:36:44,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38020 deadline: 1731487064929, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3ed043aaa391efb9d6002833b92998d, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:36:44,940 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 , the old value is region=TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3ed043aaa391efb9d6002833b92998d, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:36:44,940 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3ed043aaa391efb9d6002833b92998d, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:36:44,940 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 because the exception is null or not the one we care about 2024-11-13T08:36:44,941 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3ed043aaa391efb9d6002833b92998d, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:36:44,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38026 deadline: 1731487064932, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3ed043aaa391efb9d6002833b92998d, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:36:44,942 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 , the old value is region=TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3ed043aaa391efb9d6002833b92998d, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:36:44,942 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3ed043aaa391efb9d6002833b92998d, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:36:44,942 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 because the exception is null or not the one we care about 2024-11-13T08:36:44,948 INFO [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): a3ed043aaa391efb9d6002833b92998d#B#compaction#20 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-13T08:36:44,949 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/a3ed043aaa391efb9d6002833b92998d/.tmp/A/a9317881888443f9a0037ba1fc59328b as hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/a3ed043aaa391efb9d6002833b92998d/A/a9317881888443f9a0037ba1fc59328b 2024-11-13T08:36:44,950 DEBUG [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/a3ed043aaa391efb9d6002833b92998d/.tmp/B/9b081177b38b43b5a91fab86f837214e is 50, key is test_row_0/B:col10/1731487004597/Put/seqid=0 2024-11-13T08:36:44,964 INFO [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in a3ed043aaa391efb9d6002833b92998d/A of a3ed043aaa391efb9d6002833b92998d into a9317881888443f9a0037ba1fc59328b(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T08:36:44,965 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for a3ed043aaa391efb9d6002833b92998d: 2024-11-13T08:36:44,965 INFO [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d., storeName=a3ed043aaa391efb9d6002833b92998d/A, priority=13, startTime=1731487004842; duration=0sec 2024-11-13T08:36:44,965 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-13T08:36:44,965 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a3ed043aaa391efb9d6002833b92998d:A 2024-11-13T08:36:44,965 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-13T08:36:44,968 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-13T08:36:44,969 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] regionserver.HStore(1541): a3ed043aaa391efb9d6002833b92998d/C is initiating minor compaction (all files) 2024-11-13T08:36:44,969 INFO [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of a3ed043aaa391efb9d6002833b92998d/C in TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d. 2024-11-13T08:36:44,969 INFO [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/a3ed043aaa391efb9d6002833b92998d/C/6558d8cfb9554488ac68b5077d8423d5, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/a3ed043aaa391efb9d6002833b92998d/C/89609ec69cde4d5f925369f032f7ec76, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/a3ed043aaa391efb9d6002833b92998d/C/36219e8e21cc47a6a2b9a2fff3135d8b] into tmpdir=hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/a3ed043aaa391efb9d6002833b92998d/.tmp, totalSize=35.3 K 2024-11-13T08:36:44,970 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] compactions.Compactor(225): Compacting 6558d8cfb9554488ac68b5077d8423d5, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1731487003041 2024-11-13T08:36:44,971 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] compactions.Compactor(225): Compacting 89609ec69cde4d5f925369f032f7ec76, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=77, earliestPutTs=1731487003200 2024-11-13T08:36:44,972 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] compactions.Compactor(225): Compacting 36219e8e21cc47a6a2b9a2fff3135d8b, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=93, earliestPutTs=1731487003914 2024-11-13T08:36:44,999 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38605 is added to blk_1073741857_1033 (size=12207) 2024-11-13T08:36:45,007 INFO [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): a3ed043aaa391efb9d6002833b92998d#C#compaction#21 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-13T08:36:45,009 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/a3ed043aaa391efb9d6002833b92998d/.tmp/C/176c272a587240aebbdf0bc505004d0f is 50, key is test_row_0/C:col10/1731487004597/Put/seqid=0 2024-11-13T08:36:45,048 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38605 is added to blk_1073741858_1034 (size=12207) 2024-11-13T08:36:45,048 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3ed043aaa391efb9d6002833b92998d, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:36:45,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38020 deadline: 1731487065045, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3ed043aaa391efb9d6002833b92998d, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:36:45,049 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 , the old value is region=TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3ed043aaa391efb9d6002833b92998d, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:36:45,049 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3ed043aaa391efb9d6002833b92998d, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:36:45,050 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3ed043aaa391efb9d6002833b92998d, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:36:45,050 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 because the exception is null or not the one we care about 2024-11-13T08:36:45,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38026 deadline: 1731487065047, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3ed043aaa391efb9d6002833b92998d, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:36:45,050 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 , the old value is region=TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3ed043aaa391efb9d6002833b92998d, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:36:45,050 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3ed043aaa391efb9d6002833b92998d, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:36:45,051 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 because the exception is null or not the one we care about 2024-11-13T08:36:45,072 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/a3ed043aaa391efb9d6002833b92998d/.tmp/C/176c272a587240aebbdf0bc505004d0f as hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/a3ed043aaa391efb9d6002833b92998d/C/176c272a587240aebbdf0bc505004d0f 2024-11-13T08:36:45,097 INFO [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in a3ed043aaa391efb9d6002833b92998d/C of a3ed043aaa391efb9d6002833b92998d into 176c272a587240aebbdf0bc505004d0f(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T08:36:45,097 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for a3ed043aaa391efb9d6002833b92998d: 2024-11-13T08:36:45,097 INFO [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d., storeName=a3ed043aaa391efb9d6002833b92998d/C, priority=13, startTime=1731487004843; duration=0sec 2024-11-13T08:36:45,097 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T08:36:45,097 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a3ed043aaa391efb9d6002833b92998d:C 2024-11-13T08:36:45,258 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3ed043aaa391efb9d6002833b92998d, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:36:45,259 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3ed043aaa391efb9d6002833b92998d, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:36:45,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38026 deadline: 1731487065256, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3ed043aaa391efb9d6002833b92998d, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:36:45,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38020 deadline: 1731487065257, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3ed043aaa391efb9d6002833b92998d, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:36:45,259 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 , the old value is region=TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3ed043aaa391efb9d6002833b92998d, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:36:45,259 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3ed043aaa391efb9d6002833b92998d, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:36:45,260 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 because the exception is null or not the one we care about 2024-11-13T08:36:45,260 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 , the old value is region=TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3ed043aaa391efb9d6002833b92998d, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:36:45,260 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3ed043aaa391efb9d6002833b92998d, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:36:45,260 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 because the exception is null or not the one we care about 2024-11-13T08:36:45,314 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=116 (bloomFilter=true), to=hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/a3ed043aaa391efb9d6002833b92998d/.tmp/A/5803cb7d8ebc4a788bed486e0a6e8a1e 2024-11-13T08:36:45,351 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/a3ed043aaa391efb9d6002833b92998d/.tmp/B/96d6074d8e734c9486ceb73391c4cf5f is 50, key is test_row_0/B:col10/1731487004856/Put/seqid=0 2024-11-13T08:36:45,386 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38605 is added to blk_1073741859_1035 (size=12001) 2024-11-13T08:36:45,387 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=116 (bloomFilter=true), to=hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/a3ed043aaa391efb9d6002833b92998d/.tmp/B/96d6074d8e734c9486ceb73391c4cf5f 2024-11-13T08:36:45,423 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/a3ed043aaa391efb9d6002833b92998d/.tmp/C/ed9a8a71dbe542ca9820a591135e334c is 50, key is test_row_0/C:col10/1731487004856/Put/seqid=0 2024-11-13T08:36:45,426 DEBUG [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/a3ed043aaa391efb9d6002833b92998d/.tmp/B/9b081177b38b43b5a91fab86f837214e as hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/a3ed043aaa391efb9d6002833b92998d/B/9b081177b38b43b5a91fab86f837214e 2024-11-13T08:36:45,446 INFO [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in a3ed043aaa391efb9d6002833b92998d/B of a3ed043aaa391efb9d6002833b92998d into 9b081177b38b43b5a91fab86f837214e(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T08:36:45,446 DEBUG [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for a3ed043aaa391efb9d6002833b92998d: 2024-11-13T08:36:45,447 INFO [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d., storeName=a3ed043aaa391efb9d6002833b92998d/B, priority=13, startTime=1731487004842; duration=0sec 2024-11-13T08:36:45,447 DEBUG [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T08:36:45,447 DEBUG [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a3ed043aaa391efb9d6002833b92998d:B 2024-11-13T08:36:45,466 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38605 is added to blk_1073741860_1036 (size=12001) 2024-11-13T08:36:45,468 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=116 (bloomFilter=true), to=hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/a3ed043aaa391efb9d6002833b92998d/.tmp/C/ed9a8a71dbe542ca9820a591135e334c 2024-11-13T08:36:45,478 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/a3ed043aaa391efb9d6002833b92998d/.tmp/A/5803cb7d8ebc4a788bed486e0a6e8a1e as hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/a3ed043aaa391efb9d6002833b92998d/A/5803cb7d8ebc4a788bed486e0a6e8a1e 2024-11-13T08:36:45,488 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/a3ed043aaa391efb9d6002833b92998d/A/5803cb7d8ebc4a788bed486e0a6e8a1e, entries=200, sequenceid=116, filesize=14.0 K 2024-11-13T08:36:45,490 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/a3ed043aaa391efb9d6002833b92998d/.tmp/B/96d6074d8e734c9486ceb73391c4cf5f as hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/a3ed043aaa391efb9d6002833b92998d/B/96d6074d8e734c9486ceb73391c4cf5f 2024-11-13T08:36:45,506 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/a3ed043aaa391efb9d6002833b92998d/B/96d6074d8e734c9486ceb73391c4cf5f, entries=150, sequenceid=116, filesize=11.7 K 2024-11-13T08:36:45,509 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/a3ed043aaa391efb9d6002833b92998d/.tmp/C/ed9a8a71dbe542ca9820a591135e334c as hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/a3ed043aaa391efb9d6002833b92998d/C/ed9a8a71dbe542ca9820a591135e334c 2024-11-13T08:36:45,523 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/a3ed043aaa391efb9d6002833b92998d/C/ed9a8a71dbe542ca9820a591135e334c, entries=150, sequenceid=116, filesize=11.7 K 2024-11-13T08:36:45,529 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=67.09 KB/68700 for a3ed043aaa391efb9d6002833b92998d in 669ms, sequenceid=116, compaction requested=false 2024-11-13T08:36:45,529 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for a3ed043aaa391efb9d6002833b92998d: 2024-11-13T08:36:45,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] regionserver.HRegion(8855): Flush requested on a3ed043aaa391efb9d6002833b92998d 2024-11-13T08:36:45,573 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-13T08:36:45,573 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing a3ed043aaa391efb9d6002833b92998d 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB 2024-11-13T08:36:45,587 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/a3ed043aaa391efb9d6002833b92998d/.tmp/A/bbd957014cea461fb8eec84106c3e4b9 is 50, key is test_row_0/A:col10/1731487005569/Put/seqid=0 2024-11-13T08:36:45,643 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38605 is added to blk_1073741861_1037 (size=12101) 2024-11-13T08:36:45,676 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3ed043aaa391efb9d6002833b92998d, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:36:45,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38020 deadline: 1731487065668, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3ed043aaa391efb9d6002833b92998d, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:36:45,678 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3ed043aaa391efb9d6002833b92998d, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:36:45,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38026 deadline: 1731487065669, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3ed043aaa391efb9d6002833b92998d, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:36:45,679 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 , the old value is region=TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3ed043aaa391efb9d6002833b92998d, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:36:45,679 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3ed043aaa391efb9d6002833b92998d, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:36:45,680 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 because the exception is null or not the one we care about 2024-11-13T08:36:45,681 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 , the old value is region=TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3ed043aaa391efb9d6002833b92998d, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:36:45,681 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3ed043aaa391efb9d6002833b92998d, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:36:45,681 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 because the exception is null or not the one we care about 2024-11-13T08:36:45,789 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-13T08:36:45,794 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3ed043aaa391efb9d6002833b92998d, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:36:45,795 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3ed043aaa391efb9d6002833b92998d, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:36:45,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38026 deadline: 1731487065785, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3ed043aaa391efb9d6002833b92998d, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:36:45,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38020 deadline: 1731487065785, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3ed043aaa391efb9d6002833b92998d, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:36:45,796 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 , the old value is region=TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3ed043aaa391efb9d6002833b92998d, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:36:45,796 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 , the old value is region=TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3ed043aaa391efb9d6002833b92998d, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:36:45,796 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3ed043aaa391efb9d6002833b92998d, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:36:45,796 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 because the exception is null or not the one we care about 2024-11-13T08:36:45,796 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3ed043aaa391efb9d6002833b92998d, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:36:45,796 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 because the exception is null or not the one we care about 2024-11-13T08:36:45,889 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-13T08:36:46,007 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3ed043aaa391efb9d6002833b92998d, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:36:46,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38020 deadline: 1731487066007, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3ed043aaa391efb9d6002833b92998d, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:36:46,009 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 , the old value is region=TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3ed043aaa391efb9d6002833b92998d, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:36:46,009 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3ed043aaa391efb9d6002833b92998d, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:36:46,009 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 because the exception is null or not the one we care about 2024-11-13T08:36:46,011 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3ed043aaa391efb9d6002833b92998d, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:36:46,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38026 deadline: 1731487066007, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3ed043aaa391efb9d6002833b92998d, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:36:46,012 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 , the old value is region=TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3ed043aaa391efb9d6002833b92998d, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:36:46,012 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3ed043aaa391efb9d6002833b92998d, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:36:46,012 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 because the exception is null or not the one we care about 2024-11-13T08:36:46,045 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=135 (bloomFilter=true), to=hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/a3ed043aaa391efb9d6002833b92998d/.tmp/A/bbd957014cea461fb8eec84106c3e4b9 2024-11-13T08:36:46,080 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/a3ed043aaa391efb9d6002833b92998d/.tmp/B/60ee66567b3649ef98b33d2f22c45a37 is 50, key is test_row_0/B:col10/1731487005569/Put/seqid=0 2024-11-13T08:36:46,090 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38605 is added to blk_1073741862_1038 (size=12101) 2024-11-13T08:36:46,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45349 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T08:36:46,206 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-13T08:36:46,207 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45349 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-13T08:36:46,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45349 {}] procedure2.ProcedureExecutor(1139): Stored pid=9, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=9, table=TestAcidGuarantees 2024-11-13T08:36:46,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45349 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-13T08:36:46,211 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=9, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=9, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-13T08:36:46,213 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=9, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=9, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-13T08:36:46,213 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-13T08:36:46,334 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3ed043aaa391efb9d6002833b92998d, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:36:46,335 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3ed043aaa391efb9d6002833b92998d, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:36:46,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38020 deadline: 1731487066333, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3ed043aaa391efb9d6002833b92998d, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:36:46,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38026 deadline: 1731487066334, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3ed043aaa391efb9d6002833b92998d, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:36:46,336 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 , the old value is region=TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3ed043aaa391efb9d6002833b92998d, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:36:46,336 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3ed043aaa391efb9d6002833b92998d, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:36:46,336 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 because the exception is null or not the one we care about 2024-11-13T08:36:46,336 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 , the old value is region=TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3ed043aaa391efb9d6002833b92998d, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:36:46,336 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3ed043aaa391efb9d6002833b92998d, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:36:46,336 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 because the exception is null or not the one we care about 2024-11-13T08:36:46,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45349 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-13T08:36:46,369 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43851 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=10 2024-11-13T08:36:46,374 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d. 2024-11-13T08:36:46,377 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d. as already flushing 2024-11-13T08:36:46,377 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d. 2024-11-13T08:36:46,377 ERROR [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] handler.RSProcedureHandler(58): pid=10 java.io.IOException: Unable to complete flush {ENCODED => a3ed043aaa391efb9d6002833b92998d, NAME => 'TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T08:36:46,377 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=10 java.io.IOException: Unable to complete flush {ENCODED => a3ed043aaa391efb9d6002833b92998d, NAME => 'TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T08:36:46,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45349 {}] master.HMaster(4177): Remote procedure failed, pid=10 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a3ed043aaa391efb9d6002833b92998d, NAME => 'TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a3ed043aaa391efb9d6002833b92998d, NAME => 'TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T08:36:46,464 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3ed043aaa391efb9d6002833b92998d, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:36:46,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38072 deadline: 1731487066455, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3ed043aaa391efb9d6002833b92998d, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:36:46,465 WARN [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRpcRetryingCaller(177): Call to dd3a0865bb23,43851,1731486997349 for 'test_row_1' in a3ed043aaa391efb9d6002833b92998d of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4227 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3ed043aaa391efb9d6002833b92998d, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3ed043aaa391efb9d6002833b92998d, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-13T08:36:46,466 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 , the old value is region=TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3ed043aaa391efb9d6002833b92998d, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:36:46,466 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3ed043aaa391efb9d6002833b92998d, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:36:46,467 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 because the exception is null or not the one we care about 2024-11-13T08:36:46,492 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=135 (bloomFilter=true), to=hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/a3ed043aaa391efb9d6002833b92998d/.tmp/B/60ee66567b3649ef98b33d2f22c45a37 2024-11-13T08:36:46,507 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3ed043aaa391efb9d6002833b92998d, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:36:46,507 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/a3ed043aaa391efb9d6002833b92998d/.tmp/C/7cba318ee8984301accbfeaa7c922f8d is 50, key is test_row_0/C:col10/1731487005569/Put/seqid=0 2024-11-13T08:36:46,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38038 deadline: 1731487066506, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3ed043aaa391efb9d6002833b92998d, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:36:46,508 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3ed043aaa391efb9d6002833b92998d, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:36:46,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38024 deadline: 1731487066506, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3ed043aaa391efb9d6002833b92998d, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:36:46,508 WARN [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRpcRetryingCaller(177): Call to dd3a0865bb23,43851,1731486997349 for 'test_row_2' in a3ed043aaa391efb9d6002833b92998d of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4266 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3ed043aaa391efb9d6002833b92998d, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3ed043aaa391efb9d6002833b92998d, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-13T08:36:46,509 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 , the old value is region=TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3ed043aaa391efb9d6002833b92998d, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:36:46,509 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3ed043aaa391efb9d6002833b92998d, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:36:46,509 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 because the exception is null or not the one we care about 2024-11-13T08:36:46,508 WARN [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRpcRetryingCaller(177): Call to dd3a0865bb23,43851,1731486997349 for 'test_row_2' in a3ed043aaa391efb9d6002833b92998d of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4275 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3ed043aaa391efb9d6002833b92998d, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3ed043aaa391efb9d6002833b92998d, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-13T08:36:46,509 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 , the old value is region=TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3ed043aaa391efb9d6002833b92998d, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:36:46,509 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3ed043aaa391efb9d6002833b92998d, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:36:46,509 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 because the exception is null or not the one we care about 2024-11-13T08:36:46,531 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38605 is added to blk_1073741863_1039 (size=12101) 2024-11-13T08:36:46,532 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=135 (bloomFilter=true), to=hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/a3ed043aaa391efb9d6002833b92998d/.tmp/C/7cba318ee8984301accbfeaa7c922f8d 2024-11-13T08:36:46,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45349 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-13T08:36:46,546 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43851 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=10 2024-11-13T08:36:46,546 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d. 2024-11-13T08:36:46,547 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d. as already flushing 2024-11-13T08:36:46,547 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d. 2024-11-13T08:36:46,547 ERROR [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] handler.RSProcedureHandler(58): pid=10 java.io.IOException: Unable to complete flush {ENCODED => a3ed043aaa391efb9d6002833b92998d, NAME => 'TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T08:36:46,547 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=10 java.io.IOException: Unable to complete flush {ENCODED => a3ed043aaa391efb9d6002833b92998d, NAME => 'TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T08:36:46,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45349 {}] master.HMaster(4177): Remote procedure failed, pid=10 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a3ed043aaa391efb9d6002833b92998d, NAME => 'TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a3ed043aaa391efb9d6002833b92998d, NAME => 'TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T08:36:46,551 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/a3ed043aaa391efb9d6002833b92998d/.tmp/A/bbd957014cea461fb8eec84106c3e4b9 as hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/a3ed043aaa391efb9d6002833b92998d/A/bbd957014cea461fb8eec84106c3e4b9 2024-11-13T08:36:46,561 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/a3ed043aaa391efb9d6002833b92998d/A/bbd957014cea461fb8eec84106c3e4b9, entries=150, sequenceid=135, filesize=11.8 K 2024-11-13T08:36:46,563 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/a3ed043aaa391efb9d6002833b92998d/.tmp/B/60ee66567b3649ef98b33d2f22c45a37 as hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/a3ed043aaa391efb9d6002833b92998d/B/60ee66567b3649ef98b33d2f22c45a37 2024-11-13T08:36:46,574 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/a3ed043aaa391efb9d6002833b92998d/B/60ee66567b3649ef98b33d2f22c45a37, entries=150, sequenceid=135, filesize=11.8 K 2024-11-13T08:36:46,578 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/a3ed043aaa391efb9d6002833b92998d/.tmp/C/7cba318ee8984301accbfeaa7c922f8d as hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/a3ed043aaa391efb9d6002833b92998d/C/7cba318ee8984301accbfeaa7c922f8d 2024-11-13T08:36:46,587 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/a3ed043aaa391efb9d6002833b92998d/C/7cba318ee8984301accbfeaa7c922f8d, entries=150, sequenceid=135, filesize=11.8 K 2024-11-13T08:36:46,593 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=120.76 KB/123660 for a3ed043aaa391efb9d6002833b92998d in 1020ms, sequenceid=135, compaction requested=true 2024-11-13T08:36:46,593 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for a3ed043aaa391efb9d6002833b92998d: 2024-11-13T08:36:46,593 DEBUG [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-13T08:36:46,594 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a3ed043aaa391efb9d6002833b92998d:A, priority=-2147483648, current under compaction store size is 1 2024-11-13T08:36:46,594 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T08:36:46,594 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-13T08:36:46,595 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a3ed043aaa391efb9d6002833b92998d:B, priority=-2147483648, current under compaction store size is 2 2024-11-13T08:36:46,595 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T08:36:46,595 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a3ed043aaa391efb9d6002833b92998d:C, priority=-2147483648, current under compaction store size is 3 2024-11-13T08:36:46,595 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-13T08:36:46,597 DEBUG [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38649 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-13T08:36:46,598 DEBUG [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] regionserver.HStore(1541): a3ed043aaa391efb9d6002833b92998d/A is initiating minor compaction (all files) 2024-11-13T08:36:46,598 INFO [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of a3ed043aaa391efb9d6002833b92998d/A in TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d. 2024-11-13T08:36:46,598 INFO [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/a3ed043aaa391efb9d6002833b92998d/A/a9317881888443f9a0037ba1fc59328b, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/a3ed043aaa391efb9d6002833b92998d/A/5803cb7d8ebc4a788bed486e0a6e8a1e, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/a3ed043aaa391efb9d6002833b92998d/A/bbd957014cea461fb8eec84106c3e4b9] into tmpdir=hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/a3ed043aaa391efb9d6002833b92998d/.tmp, totalSize=37.7 K 2024-11-13T08:36:46,599 DEBUG [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] compactions.Compactor(225): Compacting a9317881888443f9a0037ba1fc59328b, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=93, earliestPutTs=1731487003914 2024-11-13T08:36:46,600 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36309 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-13T08:36:46,600 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] regionserver.HStore(1541): a3ed043aaa391efb9d6002833b92998d/B is initiating minor compaction (all files) 2024-11-13T08:36:46,600 INFO [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of a3ed043aaa391efb9d6002833b92998d/B in TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d. 2024-11-13T08:36:46,600 INFO [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/a3ed043aaa391efb9d6002833b92998d/B/9b081177b38b43b5a91fab86f837214e, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/a3ed043aaa391efb9d6002833b92998d/B/96d6074d8e734c9486ceb73391c4cf5f, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/a3ed043aaa391efb9d6002833b92998d/B/60ee66567b3649ef98b33d2f22c45a37] into tmpdir=hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/a3ed043aaa391efb9d6002833b92998d/.tmp, totalSize=35.5 K 2024-11-13T08:36:46,601 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] compactions.Compactor(225): Compacting 9b081177b38b43b5a91fab86f837214e, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=93, earliestPutTs=1731487003914 2024-11-13T08:36:46,601 DEBUG [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] compactions.Compactor(225): Compacting 5803cb7d8ebc4a788bed486e0a6e8a1e, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=116, earliestPutTs=1731487004734 2024-11-13T08:36:46,602 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] compactions.Compactor(225): Compacting 96d6074d8e734c9486ceb73391c4cf5f, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=116, earliestPutTs=1731487004734 2024-11-13T08:36:46,602 DEBUG [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] compactions.Compactor(225): Compacting bbd957014cea461fb8eec84106c3e4b9, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=135, earliestPutTs=1731487004875 2024-11-13T08:36:46,604 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] compactions.Compactor(225): Compacting 60ee66567b3649ef98b33d2f22c45a37, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=135, earliestPutTs=1731487004875 2024-11-13T08:36:46,623 INFO [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): a3ed043aaa391efb9d6002833b92998d#A#compaction#27 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-13T08:36:46,624 INFO [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): a3ed043aaa391efb9d6002833b92998d#B#compaction#28 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-13T08:36:46,624 DEBUG [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/a3ed043aaa391efb9d6002833b92998d/.tmp/A/d14eaae488a64d61ae07fa8b0608a581 is 50, key is test_row_0/A:col10/1731487005569/Put/seqid=0 2024-11-13T08:36:46,624 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/a3ed043aaa391efb9d6002833b92998d/.tmp/B/a9b5db50051e4701af88c5848e5d185f is 50, key is test_row_0/B:col10/1731487005569/Put/seqid=0 2024-11-13T08:36:46,700 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38605 is added to blk_1073741865_1041 (size=12409) 2024-11-13T08:36:46,705 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43851 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=10 2024-11-13T08:36:46,705 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d. 2024-11-13T08:36:46,706 INFO [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(2902): Flushing a3ed043aaa391efb9d6002833b92998d 3/3 column families, dataSize=120.76 KB heapSize=317.16 KB 2024-11-13T08:36:46,711 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38605 is added to blk_1073741864_1040 (size=12409) 2024-11-13T08:36:46,715 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/a3ed043aaa391efb9d6002833b92998d/.tmp/A/f747739e86084a769352cd558e6bdc27 is 50, key is test_row_0/A:col10/1731487005664/Put/seqid=0 2024-11-13T08:36:46,769 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38605 is added to blk_1073741866_1042 (size=12151) 2024-11-13T08:36:46,782 INFO [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=156 (bloomFilter=true), to=hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/a3ed043aaa391efb9d6002833b92998d/.tmp/A/f747739e86084a769352cd558e6bdc27 2024-11-13T08:36:46,803 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/a3ed043aaa391efb9d6002833b92998d/.tmp/B/735169a95eb5412cad11fc9958a0ac57 is 50, key is test_row_0/B:col10/1731487005664/Put/seqid=0 2024-11-13T08:36:46,849 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d. as already flushing 2024-11-13T08:36:46,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] regionserver.HRegion(8855): Flush requested on a3ed043aaa391efb9d6002833b92998d 2024-11-13T08:36:46,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45349 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-13T08:36:46,857 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38605 is added to blk_1073741867_1043 (size=12151) 2024-11-13T08:36:46,858 INFO [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=156 (bloomFilter=true), to=hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/a3ed043aaa391efb9d6002833b92998d/.tmp/B/735169a95eb5412cad11fc9958a0ac57 2024-11-13T08:36:46,878 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/a3ed043aaa391efb9d6002833b92998d/.tmp/C/db9caf229779498ba30836d80a60d788 is 50, key is test_row_0/C:col10/1731487005664/Put/seqid=0 2024-11-13T08:36:46,896 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3ed043aaa391efb9d6002833b92998d, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:36:46,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38020 deadline: 1731487066887, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3ed043aaa391efb9d6002833b92998d, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:36:46,897 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 , the old value is region=TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3ed043aaa391efb9d6002833b92998d, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:36:46,897 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3ed043aaa391efb9d6002833b92998d, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:36:46,897 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 because the exception is null or not the one we care about 2024-11-13T08:36:46,899 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3ed043aaa391efb9d6002833b92998d, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:36:46,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38026 deadline: 1731487066896, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3ed043aaa391efb9d6002833b92998d, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:36:46,902 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 , the old value is region=TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3ed043aaa391efb9d6002833b92998d, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:36:46,902 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3ed043aaa391efb9d6002833b92998d, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:36:46,902 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 because the exception is null or not the one we care about 2024-11-13T08:36:46,931 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38605 is added to blk_1073741868_1044 (size=12151) 2024-11-13T08:36:46,935 INFO [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=156 (bloomFilter=true), to=hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/a3ed043aaa391efb9d6002833b92998d/.tmp/C/db9caf229779498ba30836d80a60d788 2024-11-13T08:36:46,948 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/a3ed043aaa391efb9d6002833b92998d/.tmp/A/f747739e86084a769352cd558e6bdc27 as hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/a3ed043aaa391efb9d6002833b92998d/A/f747739e86084a769352cd558e6bdc27 2024-11-13T08:36:46,958 INFO [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/a3ed043aaa391efb9d6002833b92998d/A/f747739e86084a769352cd558e6bdc27, entries=150, sequenceid=156, filesize=11.9 K 2024-11-13T08:36:46,960 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/a3ed043aaa391efb9d6002833b92998d/.tmp/B/735169a95eb5412cad11fc9958a0ac57 as hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/a3ed043aaa391efb9d6002833b92998d/B/735169a95eb5412cad11fc9958a0ac57 2024-11-13T08:36:46,970 INFO [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/a3ed043aaa391efb9d6002833b92998d/B/735169a95eb5412cad11fc9958a0ac57, entries=150, sequenceid=156, filesize=11.9 K 2024-11-13T08:36:46,979 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/a3ed043aaa391efb9d6002833b92998d/.tmp/C/db9caf229779498ba30836d80a60d788 as hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/a3ed043aaa391efb9d6002833b92998d/C/db9caf229779498ba30836d80a60d788 2024-11-13T08:36:46,990 INFO [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/a3ed043aaa391efb9d6002833b92998d/C/db9caf229779498ba30836d80a60d788, entries=150, sequenceid=156, filesize=11.9 K 2024-11-13T08:36:46,992 INFO [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(3140): Finished flush of dataSize ~120.76 KB/123660, heapSize ~317.11 KB/324720, currentSize=80.51 KB/82440 for a3ed043aaa391efb9d6002833b92998d in 286ms, sequenceid=156, compaction requested=true 2024-11-13T08:36:46,992 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(2603): Flush status journal for a3ed043aaa391efb9d6002833b92998d: 2024-11-13T08:36:46,992 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d. 2024-11-13T08:36:46,992 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=10 2024-11-13T08:36:46,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45349 {}] master.HMaster(4169): Remote procedure done, pid=10 2024-11-13T08:36:46,995 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-13T08:36:46,996 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-13T08:36:46,998 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-13T08:36:46,999 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-13T08:36:46,999 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-13T08:36:46,999 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-13T08:36:47,000 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees 2024-11-13T08:36:47,000 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees Metrics about Tables on a single HBase RegionServer 2024-11-13T08:36:47,002 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-13T08:36:47,002 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 781 msec 2024-11-13T08:36:47,006 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=9, table=TestAcidGuarantees in 796 msec 2024-11-13T08:36:47,016 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-13T08:36:47,016 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing a3ed043aaa391efb9d6002833b92998d 3/3 column families, dataSize=93.93 KB heapSize=246.84 KB 2024-11-13T08:36:47,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] regionserver.HRegion(8855): Flush requested on a3ed043aaa391efb9d6002833b92998d 2024-11-13T08:36:47,040 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/a3ed043aaa391efb9d6002833b92998d/.tmp/A/9529e182b23a4fd685286dcb2369d388 is 50, key is test_row_0/A:col10/1731487006870/Put/seqid=0 2024-11-13T08:36:47,084 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38605 is added to blk_1073741869_1045 (size=16931) 2024-11-13T08:36:47,086 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=173 (bloomFilter=true), to=hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/a3ed043aaa391efb9d6002833b92998d/.tmp/A/9529e182b23a4fd685286dcb2369d388 2024-11-13T08:36:47,109 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/a3ed043aaa391efb9d6002833b92998d/.tmp/B/2a2215fc5c16446a9bab18f4d28619c3 is 50, key is test_row_0/B:col10/1731487006870/Put/seqid=0 2024-11-13T08:36:47,130 DEBUG [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/a3ed043aaa391efb9d6002833b92998d/.tmp/A/d14eaae488a64d61ae07fa8b0608a581 as hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/a3ed043aaa391efb9d6002833b92998d/A/d14eaae488a64d61ae07fa8b0608a581 2024-11-13T08:36:47,131 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/a3ed043aaa391efb9d6002833b92998d/.tmp/B/a9b5db50051e4701af88c5848e5d185f as hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/a3ed043aaa391efb9d6002833b92998d/B/a9b5db50051e4701af88c5848e5d185f 2024-11-13T08:36:47,144 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3ed043aaa391efb9d6002833b92998d, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:36:47,144 INFO [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in a3ed043aaa391efb9d6002833b92998d/B of a3ed043aaa391efb9d6002833b92998d into a9b5db50051e4701af88c5848e5d185f(size=12.1 K), total size for store is 24.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T08:36:47,144 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for a3ed043aaa391efb9d6002833b92998d: 2024-11-13T08:36:47,144 INFO [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d., storeName=a3ed043aaa391efb9d6002833b92998d/B, priority=13, startTime=1731487006594; duration=0sec 2024-11-13T08:36:47,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38026 deadline: 1731487067138, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3ed043aaa391efb9d6002833b92998d, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:36:47,144 INFO [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in a3ed043aaa391efb9d6002833b92998d/A of a3ed043aaa391efb9d6002833b92998d into d14eaae488a64d61ae07fa8b0608a581(size=12.1 K), total size for store is 24.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T08:36:47,144 DEBUG [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for a3ed043aaa391efb9d6002833b92998d: 2024-11-13T08:36:47,144 INFO [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d., storeName=a3ed043aaa391efb9d6002833b92998d/A, priority=13, startTime=1731487006593; duration=0sec 2024-11-13T08:36:47,145 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 , the old value is region=TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3ed043aaa391efb9d6002833b92998d, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:36:47,145 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3ed043aaa391efb9d6002833b92998d, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:36:47,145 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 because the exception is null or not the one we care about 2024-11-13T08:36:47,149 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-13T08:36:47,149 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a3ed043aaa391efb9d6002833b92998d:B 2024-11-13T08:36:47,150 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-13T08:36:47,151 DEBUG [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T08:36:47,151 DEBUG [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a3ed043aaa391efb9d6002833b92998d:A 2024-11-13T08:36:47,151 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38605 is added to blk_1073741870_1046 (size=12151) 2024-11-13T08:36:47,153 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48460 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-13T08:36:47,153 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] regionserver.HStore(1541): a3ed043aaa391efb9d6002833b92998d/C is initiating minor compaction (all files) 2024-11-13T08:36:47,153 INFO [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of a3ed043aaa391efb9d6002833b92998d/C in TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d. 2024-11-13T08:36:47,154 INFO [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/a3ed043aaa391efb9d6002833b92998d/C/176c272a587240aebbdf0bc505004d0f, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/a3ed043aaa391efb9d6002833b92998d/C/ed9a8a71dbe542ca9820a591135e334c, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/a3ed043aaa391efb9d6002833b92998d/C/7cba318ee8984301accbfeaa7c922f8d, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/a3ed043aaa391efb9d6002833b92998d/C/db9caf229779498ba30836d80a60d788] into tmpdir=hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/a3ed043aaa391efb9d6002833b92998d/.tmp, totalSize=47.3 K 2024-11-13T08:36:47,155 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] compactions.Compactor(225): Compacting 176c272a587240aebbdf0bc505004d0f, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=93, earliestPutTs=1731487003914 2024-11-13T08:36:47,155 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3ed043aaa391efb9d6002833b92998d, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:36:47,155 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] compactions.Compactor(225): Compacting ed9a8a71dbe542ca9820a591135e334c, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=116, earliestPutTs=1731487004734 2024-11-13T08:36:47,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38020 deadline: 1731487067143, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3ed043aaa391efb9d6002833b92998d, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:36:47,156 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] compactions.Compactor(225): Compacting 7cba318ee8984301accbfeaa7c922f8d, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=135, earliestPutTs=1731487004875 2024-11-13T08:36:47,157 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 , the old value is region=TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3ed043aaa391efb9d6002833b92998d, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:36:47,157 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3ed043aaa391efb9d6002833b92998d, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:36:47,157 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 because the exception is null or not the one we care about 2024-11-13T08:36:47,157 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] compactions.Compactor(225): Compacting db9caf229779498ba30836d80a60d788, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=156, earliestPutTs=1731487005623 2024-11-13T08:36:47,184 INFO [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): a3ed043aaa391efb9d6002833b92998d#C#compaction#34 average throughput is 0.73 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-13T08:36:47,185 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/a3ed043aaa391efb9d6002833b92998d/.tmp/C/d3ac804e8f8a4284bd621d9cb672b05c is 50, key is test_row_0/C:col10/1731487005664/Put/seqid=0 2024-11-13T08:36:47,254 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38605 is added to blk_1073741871_1047 (size=12493) 2024-11-13T08:36:47,258 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3ed043aaa391efb9d6002833b92998d, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:36:47,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38026 deadline: 1731487067255, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3ed043aaa391efb9d6002833b92998d, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:36:47,259 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 , the old value is region=TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3ed043aaa391efb9d6002833b92998d, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:36:47,259 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3ed043aaa391efb9d6002833b92998d, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:36:47,259 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 because the exception is null or not the one we care about 2024-11-13T08:36:47,271 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3ed043aaa391efb9d6002833b92998d, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:36:47,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38020 deadline: 1731487067265, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3ed043aaa391efb9d6002833b92998d, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:36:47,273 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 , the old value is region=TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3ed043aaa391efb9d6002833b92998d, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:36:47,273 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3ed043aaa391efb9d6002833b92998d, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:36:47,273 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 because the exception is null or not the one we care about 2024-11-13T08:36:47,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45349 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-13T08:36:47,365 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-13T08:36:47,366 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45349 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-13T08:36:47,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45349 {}] procedure2.ProcedureExecutor(1139): Stored pid=11, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=11, table=TestAcidGuarantees 2024-11-13T08:36:47,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45349 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-13T08:36:47,372 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=11, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=11, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-13T08:36:47,373 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=11, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=11, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-13T08:36:47,373 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=11, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-13T08:36:47,468 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3ed043aaa391efb9d6002833b92998d, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:36:47,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38026 deadline: 1731487067465, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3ed043aaa391efb9d6002833b92998d, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:36:47,473 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 , the old value is region=TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3ed043aaa391efb9d6002833b92998d, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:36:47,473 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3ed043aaa391efb9d6002833b92998d, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:36:47,473 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 because the exception is null or not the one we care about 2024-11-13T08:36:47,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45349 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-13T08:36:47,490 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3ed043aaa391efb9d6002833b92998d, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:36:47,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38020 deadline: 1731487067486, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3ed043aaa391efb9d6002833b92998d, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:36:47,492 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 , the old value is region=TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3ed043aaa391efb9d6002833b92998d, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:36:47,492 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3ed043aaa391efb9d6002833b92998d, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:36:47,492 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 because the exception is null or not the one we care about 2024-11-13T08:36:47,527 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43851 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=12 2024-11-13T08:36:47,527 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d. 2024-11-13T08:36:47,527 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d. as already flushing 2024-11-13T08:36:47,527 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d. 2024-11-13T08:36:47,527 ERROR [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] handler.RSProcedureHandler(58): pid=12 java.io.IOException: Unable to complete flush {ENCODED => a3ed043aaa391efb9d6002833b92998d, NAME => 'TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T08:36:47,528 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=12 java.io.IOException: Unable to complete flush {ENCODED => a3ed043aaa391efb9d6002833b92998d, NAME => 'TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T08:36:47,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45349 {}] master.HMaster(4177): Remote procedure failed, pid=12 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a3ed043aaa391efb9d6002833b92998d, NAME => 'TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a3ed043aaa391efb9d6002833b92998d, NAME => 'TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T08:36:47,553 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=173 (bloomFilter=true), to=hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/a3ed043aaa391efb9d6002833b92998d/.tmp/B/2a2215fc5c16446a9bab18f4d28619c3 2024-11-13T08:36:47,567 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/a3ed043aaa391efb9d6002833b92998d/.tmp/C/9fbf3718cdf2443598f94352d4d63b0f is 50, key is test_row_0/C:col10/1731487006870/Put/seqid=0 2024-11-13T08:36:47,590 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38605 is added to blk_1073741872_1048 (size=12151) 2024-11-13T08:36:47,668 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/a3ed043aaa391efb9d6002833b92998d/.tmp/C/d3ac804e8f8a4284bd621d9cb672b05c as hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/a3ed043aaa391efb9d6002833b92998d/C/d3ac804e8f8a4284bd621d9cb672b05c 2024-11-13T08:36:47,678 INFO [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in a3ed043aaa391efb9d6002833b92998d/C of a3ed043aaa391efb9d6002833b92998d into d3ac804e8f8a4284bd621d9cb672b05c(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T08:36:47,679 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for a3ed043aaa391efb9d6002833b92998d: 2024-11-13T08:36:47,679 INFO [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d., storeName=a3ed043aaa391efb9d6002833b92998d/C, priority=12, startTime=1731487006595; duration=0sec 2024-11-13T08:36:47,679 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T08:36:47,679 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a3ed043aaa391efb9d6002833b92998d:C 2024-11-13T08:36:47,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45349 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-13T08:36:47,695 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43851 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=12 2024-11-13T08:36:47,695 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d. 2024-11-13T08:36:47,696 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d. as already flushing 2024-11-13T08:36:47,696 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d. 2024-11-13T08:36:47,696 ERROR [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] handler.RSProcedureHandler(58): pid=12 java.io.IOException: Unable to complete flush {ENCODED => a3ed043aaa391efb9d6002833b92998d, NAME => 'TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T08:36:47,696 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=12 java.io.IOException: Unable to complete flush {ENCODED => a3ed043aaa391efb9d6002833b92998d, NAME => 'TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T08:36:47,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45349 {}] master.HMaster(4177): Remote procedure failed, pid=12 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a3ed043aaa391efb9d6002833b92998d, NAME => 'TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a3ed043aaa391efb9d6002833b92998d, NAME => 'TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T08:36:47,786 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3ed043aaa391efb9d6002833b92998d, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:36:47,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38026 deadline: 1731487067785, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3ed043aaa391efb9d6002833b92998d, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:36:47,788 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 , the old value is region=TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3ed043aaa391efb9d6002833b92998d, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:36:47,789 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3ed043aaa391efb9d6002833b92998d, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:36:47,789 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 because the exception is null or not the one we care about 2024-11-13T08:36:47,799 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3ed043aaa391efb9d6002833b92998d, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:36:47,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38020 deadline: 1731487067795, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3ed043aaa391efb9d6002833b92998d, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:36:47,799 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 , the old value is region=TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3ed043aaa391efb9d6002833b92998d, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:36:47,799 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3ed043aaa391efb9d6002833b92998d, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:36:47,800 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 because the exception is null or not the one we care about 2024-11-13T08:36:47,850 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43851 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=12 2024-11-13T08:36:47,851 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d. 2024-11-13T08:36:47,851 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d. as already flushing 2024-11-13T08:36:47,851 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d. 2024-11-13T08:36:47,851 ERROR [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] handler.RSProcedureHandler(58): pid=12 java.io.IOException: Unable to complete flush {ENCODED => a3ed043aaa391efb9d6002833b92998d, NAME => 'TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T08:36:47,851 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=12 java.io.IOException: Unable to complete flush {ENCODED => a3ed043aaa391efb9d6002833b92998d, NAME => 'TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T08:36:47,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45349 {}] master.HMaster(4177): Remote procedure failed, pid=12 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a3ed043aaa391efb9d6002833b92998d, NAME => 'TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a3ed043aaa391efb9d6002833b92998d, NAME => 'TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T08:36:47,991 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=173 (bloomFilter=true), to=hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/a3ed043aaa391efb9d6002833b92998d/.tmp/C/9fbf3718cdf2443598f94352d4d63b0f 2024-11-13T08:36:47,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45349 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-13T08:36:48,005 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43851 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=12 2024-11-13T08:36:48,005 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d. 2024-11-13T08:36:48,005 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d. as already flushing 2024-11-13T08:36:48,005 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d. 2024-11-13T08:36:48,005 ERROR [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] handler.RSProcedureHandler(58): pid=12 java.io.IOException: Unable to complete flush {ENCODED => a3ed043aaa391efb9d6002833b92998d, NAME => 'TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T08:36:48,006 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=12 java.io.IOException: Unable to complete flush {ENCODED => a3ed043aaa391efb9d6002833b92998d, NAME => 'TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T08:36:48,008 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/a3ed043aaa391efb9d6002833b92998d/.tmp/A/9529e182b23a4fd685286dcb2369d388 as hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/a3ed043aaa391efb9d6002833b92998d/A/9529e182b23a4fd685286dcb2369d388 2024-11-13T08:36:48,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45349 {}] master.HMaster(4177): Remote procedure failed, pid=12 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a3ed043aaa391efb9d6002833b92998d, NAME => 'TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a3ed043aaa391efb9d6002833b92998d, NAME => 'TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T08:36:48,017 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/a3ed043aaa391efb9d6002833b92998d/A/9529e182b23a4fd685286dcb2369d388, entries=250, sequenceid=173, filesize=16.5 K 2024-11-13T08:36:48,019 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/a3ed043aaa391efb9d6002833b92998d/.tmp/B/2a2215fc5c16446a9bab18f4d28619c3 as hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/a3ed043aaa391efb9d6002833b92998d/B/2a2215fc5c16446a9bab18f4d28619c3 2024-11-13T08:36:48,028 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/a3ed043aaa391efb9d6002833b92998d/B/2a2215fc5c16446a9bab18f4d28619c3, entries=150, sequenceid=173, filesize=11.9 K 2024-11-13T08:36:48,030 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/a3ed043aaa391efb9d6002833b92998d/.tmp/C/9fbf3718cdf2443598f94352d4d63b0f as hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/a3ed043aaa391efb9d6002833b92998d/C/9fbf3718cdf2443598f94352d4d63b0f 2024-11-13T08:36:48,047 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/a3ed043aaa391efb9d6002833b92998d/C/9fbf3718cdf2443598f94352d4d63b0f, entries=150, sequenceid=173, filesize=11.9 K 2024-11-13T08:36:48,049 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~93.93 KB/96180, heapSize ~246.80 KB/252720, currentSize=107.34 KB/109920 for a3ed043aaa391efb9d6002833b92998d in 1033ms, sequenceid=173, compaction requested=true 2024-11-13T08:36:48,049 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for a3ed043aaa391efb9d6002833b92998d: 2024-11-13T08:36:48,049 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a3ed043aaa391efb9d6002833b92998d:A, priority=-2147483648, current under compaction store size is 1 2024-11-13T08:36:48,049 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T08:36:48,049 DEBUG [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-13T08:36:48,050 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a3ed043aaa391efb9d6002833b92998d:B, priority=-2147483648, current under compaction store size is 2 2024-11-13T08:36:48,050 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T08:36:48,050 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-13T08:36:48,050 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a3ed043aaa391efb9d6002833b92998d:C, priority=-2147483648, current under compaction store size is 3 2024-11-13T08:36:48,050 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-13T08:36:48,051 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36711 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-13T08:36:48,051 DEBUG [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 41491 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-13T08:36:48,051 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] regionserver.HStore(1541): a3ed043aaa391efb9d6002833b92998d/B is initiating minor compaction (all files) 2024-11-13T08:36:48,051 DEBUG [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] regionserver.HStore(1541): a3ed043aaa391efb9d6002833b92998d/A is initiating minor compaction (all files) 2024-11-13T08:36:48,051 INFO [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of a3ed043aaa391efb9d6002833b92998d/B in TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d. 2024-11-13T08:36:48,051 INFO [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of a3ed043aaa391efb9d6002833b92998d/A in TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d. 2024-11-13T08:36:48,052 INFO [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/a3ed043aaa391efb9d6002833b92998d/B/a9b5db50051e4701af88c5848e5d185f, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/a3ed043aaa391efb9d6002833b92998d/B/735169a95eb5412cad11fc9958a0ac57, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/a3ed043aaa391efb9d6002833b92998d/B/2a2215fc5c16446a9bab18f4d28619c3] into tmpdir=hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/a3ed043aaa391efb9d6002833b92998d/.tmp, totalSize=35.9 K 2024-11-13T08:36:48,052 INFO [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/a3ed043aaa391efb9d6002833b92998d/A/d14eaae488a64d61ae07fa8b0608a581, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/a3ed043aaa391efb9d6002833b92998d/A/f747739e86084a769352cd558e6bdc27, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/a3ed043aaa391efb9d6002833b92998d/A/9529e182b23a4fd685286dcb2369d388] into tmpdir=hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/a3ed043aaa391efb9d6002833b92998d/.tmp, totalSize=40.5 K 2024-11-13T08:36:48,052 DEBUG [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] compactions.Compactor(225): Compacting d14eaae488a64d61ae07fa8b0608a581, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=135, earliestPutTs=1731487004875 2024-11-13T08:36:48,053 DEBUG [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] compactions.Compactor(225): Compacting f747739e86084a769352cd558e6bdc27, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=156, earliestPutTs=1731487005623 2024-11-13T08:36:48,053 DEBUG [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] compactions.Compactor(225): Compacting 9529e182b23a4fd685286dcb2369d388, keycount=250, bloomtype=ROW, size=16.5 K, encoding=NONE, compression=NONE, seqNum=173, earliestPutTs=1731487006864 2024-11-13T08:36:48,052 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] compactions.Compactor(225): Compacting a9b5db50051e4701af88c5848e5d185f, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=135, earliestPutTs=1731487004875 2024-11-13T08:36:48,055 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] compactions.Compactor(225): Compacting 735169a95eb5412cad11fc9958a0ac57, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=156, earliestPutTs=1731487005623 2024-11-13T08:36:48,056 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] compactions.Compactor(225): Compacting 2a2215fc5c16446a9bab18f4d28619c3, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=173, earliestPutTs=1731487006870 2024-11-13T08:36:48,086 INFO [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): a3ed043aaa391efb9d6002833b92998d#A#compaction#36 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-13T08:36:48,087 DEBUG [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/a3ed043aaa391efb9d6002833b92998d/.tmp/A/da20bc2d9d234480ab61404a3a84e7be is 50, key is test_row_0/A:col10/1731487006870/Put/seqid=0 2024-11-13T08:36:48,099 INFO [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): a3ed043aaa391efb9d6002833b92998d#B#compaction#37 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-13T08:36:48,100 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/a3ed043aaa391efb9d6002833b92998d/.tmp/B/f59db03fb0cd41c19941ab31ae609820 is 50, key is test_row_0/B:col10/1731487006870/Put/seqid=0 2024-11-13T08:36:48,141 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38605 is added to blk_1073741873_1049 (size=12561) 2024-11-13T08:36:48,151 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38605 is added to blk_1073741874_1050 (size=12561) 2024-11-13T08:36:48,157 DEBUG [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/a3ed043aaa391efb9d6002833b92998d/.tmp/A/da20bc2d9d234480ab61404a3a84e7be as hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/a3ed043aaa391efb9d6002833b92998d/A/da20bc2d9d234480ab61404a3a84e7be 2024-11-13T08:36:48,161 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43851 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=12 2024-11-13T08:36:48,161 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d. 2024-11-13T08:36:48,162 INFO [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(2902): Flushing a3ed043aaa391efb9d6002833b92998d 3/3 column families, dataSize=107.34 KB heapSize=282 KB 2024-11-13T08:36:48,168 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/a3ed043aaa391efb9d6002833b92998d/.tmp/B/f59db03fb0cd41c19941ab31ae609820 as hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/a3ed043aaa391efb9d6002833b92998d/B/f59db03fb0cd41c19941ab31ae609820 2024-11-13T08:36:48,176 INFO [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in a3ed043aaa391efb9d6002833b92998d/A of a3ed043aaa391efb9d6002833b92998d into da20bc2d9d234480ab61404a3a84e7be(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T08:36:48,176 DEBUG [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for a3ed043aaa391efb9d6002833b92998d: 2024-11-13T08:36:48,177 INFO [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d., storeName=a3ed043aaa391efb9d6002833b92998d/A, priority=13, startTime=1731487008049; duration=0sec 2024-11-13T08:36:48,177 DEBUG [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-13T08:36:48,177 DEBUG [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a3ed043aaa391efb9d6002833b92998d:A 2024-11-13T08:36:48,178 DEBUG [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 2 store files, 0 compacting, 2 eligible, 16 blocking 2024-11-13T08:36:48,179 DEBUG [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio 2024-11-13T08:36:48,180 DEBUG [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2024-11-13T08:36:48,180 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/a3ed043aaa391efb9d6002833b92998d/.tmp/A/4fb68fe5eeb1488691de8ffa5bd18f5a is 50, key is test_row_0/A:col10/1731487007137/Put/seqid=0 2024-11-13T08:36:48,180 DEBUG [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d. because compaction request was cancelled 2024-11-13T08:36:48,181 DEBUG [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a3ed043aaa391efb9d6002833b92998d:C 2024-11-13T08:36:48,183 INFO [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in a3ed043aaa391efb9d6002833b92998d/B of a3ed043aaa391efb9d6002833b92998d into f59db03fb0cd41c19941ab31ae609820(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T08:36:48,183 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for a3ed043aaa391efb9d6002833b92998d: 2024-11-13T08:36:48,183 INFO [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d., storeName=a3ed043aaa391efb9d6002833b92998d/B, priority=13, startTime=1731487008049; duration=0sec 2024-11-13T08:36:48,183 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T08:36:48,183 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a3ed043aaa391efb9d6002833b92998d:B 2024-11-13T08:36:48,213 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38605 is added to blk_1073741875_1051 (size=12151) 2024-11-13T08:36:48,218 INFO [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=195 (bloomFilter=true), to=hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/a3ed043aaa391efb9d6002833b92998d/.tmp/A/4fb68fe5eeb1488691de8ffa5bd18f5a 2024-11-13T08:36:48,239 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/a3ed043aaa391efb9d6002833b92998d/.tmp/B/646d9cc9f8a54122bb09588553284fdc is 50, key is test_row_0/B:col10/1731487007137/Put/seqid=0 2024-11-13T08:36:48,262 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38605 is added to blk_1073741876_1052 (size=12151) 2024-11-13T08:36:48,266 INFO [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=195 (bloomFilter=true), to=hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/a3ed043aaa391efb9d6002833b92998d/.tmp/B/646d9cc9f8a54122bb09588553284fdc 2024-11-13T08:36:48,279 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/a3ed043aaa391efb9d6002833b92998d/.tmp/C/8c996c9d27184a948650de6af73daae2 is 50, key is test_row_0/C:col10/1731487007137/Put/seqid=0 2024-11-13T08:36:48,284 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38605 is added to blk_1073741877_1053 (size=12151) 2024-11-13T08:36:48,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] regionserver.HRegion(8855): Flush requested on a3ed043aaa391efb9d6002833b92998d 2024-11-13T08:36:48,298 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d. as already flushing 2024-11-13T08:36:48,356 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3ed043aaa391efb9d6002833b92998d, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:36:48,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38026 deadline: 1731487068350, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3ed043aaa391efb9d6002833b92998d, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:36:48,357 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3ed043aaa391efb9d6002833b92998d, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:36:48,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38020 deadline: 1731487068354, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3ed043aaa391efb9d6002833b92998d, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:36:48,357 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 , the old value is region=TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3ed043aaa391efb9d6002833b92998d, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:36:48,357 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3ed043aaa391efb9d6002833b92998d, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:36:48,357 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 , the old value is region=TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3ed043aaa391efb9d6002833b92998d, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:36:48,357 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 because the exception is null or not the one we care about 2024-11-13T08:36:48,357 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3ed043aaa391efb9d6002833b92998d, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:36:48,357 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 because the exception is null or not the one we care about 2024-11-13T08:36:48,470 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3ed043aaa391efb9d6002833b92998d, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:36:48,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38026 deadline: 1731487068466, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3ed043aaa391efb9d6002833b92998d, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:36:48,471 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3ed043aaa391efb9d6002833b92998d, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:36:48,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38020 deadline: 1731487068466, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3ed043aaa391efb9d6002833b92998d, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:36:48,471 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 , the old value is region=TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3ed043aaa391efb9d6002833b92998d, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:36:48,471 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3ed043aaa391efb9d6002833b92998d, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:36:48,471 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 because the exception is null or not the one we care about 2024-11-13T08:36:48,472 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 , the old value is region=TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3ed043aaa391efb9d6002833b92998d, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:36:48,472 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3ed043aaa391efb9d6002833b92998d, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:36:48,472 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 because the exception is null or not the one we care about 2024-11-13T08:36:48,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45349 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-13T08:36:48,677 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3ed043aaa391efb9d6002833b92998d, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:36:48,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38026 deadline: 1731487068675, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3ed043aaa391efb9d6002833b92998d, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:36:48,678 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 , the old value is region=TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3ed043aaa391efb9d6002833b92998d, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:36:48,678 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3ed043aaa391efb9d6002833b92998d, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:36:48,678 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3ed043aaa391efb9d6002833b92998d, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:36:48,678 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 because the exception is null or not the one we care about 2024-11-13T08:36:48,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38020 deadline: 1731487068675, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3ed043aaa391efb9d6002833b92998d, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:36:48,679 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 , the old value is region=TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3ed043aaa391efb9d6002833b92998d, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:36:48,679 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3ed043aaa391efb9d6002833b92998d, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:36:48,679 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 because the exception is null or not the one we care about 2024-11-13T08:36:48,688 INFO [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=195 (bloomFilter=true), to=hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/a3ed043aaa391efb9d6002833b92998d/.tmp/C/8c996c9d27184a948650de6af73daae2 2024-11-13T08:36:48,699 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/a3ed043aaa391efb9d6002833b92998d/.tmp/A/4fb68fe5eeb1488691de8ffa5bd18f5a as hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/a3ed043aaa391efb9d6002833b92998d/A/4fb68fe5eeb1488691de8ffa5bd18f5a 2024-11-13T08:36:48,710 INFO [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/a3ed043aaa391efb9d6002833b92998d/A/4fb68fe5eeb1488691de8ffa5bd18f5a, entries=150, sequenceid=195, filesize=11.9 K 2024-11-13T08:36:48,714 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/a3ed043aaa391efb9d6002833b92998d/.tmp/B/646d9cc9f8a54122bb09588553284fdc as hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/a3ed043aaa391efb9d6002833b92998d/B/646d9cc9f8a54122bb09588553284fdc 2024-11-13T08:36:48,722 INFO [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/a3ed043aaa391efb9d6002833b92998d/B/646d9cc9f8a54122bb09588553284fdc, entries=150, sequenceid=195, filesize=11.9 K 2024-11-13T08:36:48,724 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/a3ed043aaa391efb9d6002833b92998d/.tmp/C/8c996c9d27184a948650de6af73daae2 as hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/a3ed043aaa391efb9d6002833b92998d/C/8c996c9d27184a948650de6af73daae2 2024-11-13T08:36:48,732 INFO [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/a3ed043aaa391efb9d6002833b92998d/C/8c996c9d27184a948650de6af73daae2, entries=150, sequenceid=195, filesize=11.9 K 2024-11-13T08:36:48,735 INFO [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(3140): Finished flush of dataSize ~107.34 KB/109920, heapSize ~281.95 KB/288720, currentSize=93.93 KB/96180 for a3ed043aaa391efb9d6002833b92998d in 573ms, sequenceid=195, compaction requested=true 2024-11-13T08:36:48,735 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(2603): Flush status journal for a3ed043aaa391efb9d6002833b92998d: 2024-11-13T08:36:48,735 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d. 2024-11-13T08:36:48,735 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=12 2024-11-13T08:36:48,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45349 {}] master.HMaster(4169): Remote procedure done, pid=12 2024-11-13T08:36:48,743 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=11 2024-11-13T08:36:48,743 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.3660 sec 2024-11-13T08:36:48,747 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=11, table=TestAcidGuarantees in 1.3780 sec 2024-11-13T08:36:48,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] regionserver.HRegion(8855): Flush requested on a3ed043aaa391efb9d6002833b92998d 2024-11-13T08:36:48,988 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-13T08:36:48,988 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing a3ed043aaa391efb9d6002833b92998d 3/3 column families, dataSize=100.63 KB heapSize=264.42 KB 2024-11-13T08:36:48,999 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/a3ed043aaa391efb9d6002833b92998d/.tmp/A/e80192e3869b49ffb1ad9c52c5403f8d is 50, key is test_row_0/A:col10/1731487008986/Put/seqid=0 2024-11-13T08:36:49,004 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38605 is added to blk_1073741878_1054 (size=14541) 2024-11-13T08:36:49,049 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3ed043aaa391efb9d6002833b92998d, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:36:49,050 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3ed043aaa391efb9d6002833b92998d, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:36:49,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38020 deadline: 1731487069045, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3ed043aaa391efb9d6002833b92998d, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:36:49,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38026 deadline: 1731487069045, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3ed043aaa391efb9d6002833b92998d, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:36:49,050 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 , the old value is region=TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3ed043aaa391efb9d6002833b92998d, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:36:49,051 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3ed043aaa391efb9d6002833b92998d, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:36:49,051 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 because the exception is null or not the one we care about 2024-11-13T08:36:49,051 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 , the old value is region=TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3ed043aaa391efb9d6002833b92998d, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:36:49,051 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3ed043aaa391efb9d6002833b92998d, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:36:49,051 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 because the exception is null or not the one we care about 2024-11-13T08:36:49,160 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3ed043aaa391efb9d6002833b92998d, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:36:49,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38020 deadline: 1731487069155, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3ed043aaa391efb9d6002833b92998d, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:36:49,161 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 , the old value is region=TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3ed043aaa391efb9d6002833b92998d, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:36:49,161 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3ed043aaa391efb9d6002833b92998d, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:36:49,161 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3ed043aaa391efb9d6002833b92998d, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:36:49,161 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 because the exception is null or not the one we care about 2024-11-13T08:36:49,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38026 deadline: 1731487069155, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3ed043aaa391efb9d6002833b92998d, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:36:49,161 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 , the old value is region=TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3ed043aaa391efb9d6002833b92998d, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:36:49,161 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3ed043aaa391efb9d6002833b92998d, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:36:49,161 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 because the exception is null or not the one we care about 2024-11-13T08:36:49,372 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3ed043aaa391efb9d6002833b92998d, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:36:49,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38020 deadline: 1731487069365, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3ed043aaa391efb9d6002833b92998d, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:36:49,373 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 , the old value is region=TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3ed043aaa391efb9d6002833b92998d, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:36:49,373 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3ed043aaa391efb9d6002833b92998d, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:36:49,373 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3ed043aaa391efb9d6002833b92998d, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:36:49,373 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 because the exception is null or not the one we care about 2024-11-13T08:36:49,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38026 deadline: 1731487069365, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3ed043aaa391efb9d6002833b92998d, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:36:49,373 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 , the old value is region=TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3ed043aaa391efb9d6002833b92998d, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:36:49,373 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3ed043aaa391efb9d6002833b92998d, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:36:49,374 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 because the exception is null or not the one we care about 2024-11-13T08:36:49,406 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=216 (bloomFilter=true), to=hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/a3ed043aaa391efb9d6002833b92998d/.tmp/A/e80192e3869b49ffb1ad9c52c5403f8d 2024-11-13T08:36:49,418 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/a3ed043aaa391efb9d6002833b92998d/.tmp/B/d9e27af84da5420bacb5ecea6ae47aba is 50, key is test_row_0/B:col10/1731487008986/Put/seqid=0 2024-11-13T08:36:49,426 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38605 is added to blk_1073741879_1055 (size=12151) 2024-11-13T08:36:49,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45349 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-13T08:36:49,516 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-13T08:36:49,516 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45349 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-13T08:36:49,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45349 {}] procedure2.ProcedureExecutor(1139): Stored pid=13, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=13, table=TestAcidGuarantees 2024-11-13T08:36:49,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45349 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-13T08:36:49,520 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=13, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=13, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-13T08:36:49,521 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=13, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=13, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-13T08:36:49,521 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=14, ppid=13, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-13T08:36:49,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45349 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-13T08:36:49,675 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43851 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=14 2024-11-13T08:36:49,675 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d. 2024-11-13T08:36:49,675 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d. as already flushing 2024-11-13T08:36:49,675 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d. 2024-11-13T08:36:49,676 ERROR [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] handler.RSProcedureHandler(58): pid=14 java.io.IOException: Unable to complete flush {ENCODED => a3ed043aaa391efb9d6002833b92998d, NAME => 'TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T08:36:49,676 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=14 java.io.IOException: Unable to complete flush {ENCODED => a3ed043aaa391efb9d6002833b92998d, NAME => 'TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T08:36:49,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45349 {}] master.HMaster(4177): Remote procedure failed, pid=14 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a3ed043aaa391efb9d6002833b92998d, NAME => 'TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a3ed043aaa391efb9d6002833b92998d, NAME => 'TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T08:36:49,679 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3ed043aaa391efb9d6002833b92998d, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:36:49,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38020 deadline: 1731487069675, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3ed043aaa391efb9d6002833b92998d, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:36:49,680 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 , the old value is region=TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3ed043aaa391efb9d6002833b92998d, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:36:49,680 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3ed043aaa391efb9d6002833b92998d, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:36:49,680 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 because the exception is null or not the one we care about 2024-11-13T08:36:49,686 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3ed043aaa391efb9d6002833b92998d, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:36:49,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38026 deadline: 1731487069685, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3ed043aaa391efb9d6002833b92998d, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:36:49,687 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 , the old value is region=TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3ed043aaa391efb9d6002833b92998d, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:36:49,687 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3ed043aaa391efb9d6002833b92998d, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:36:49,687 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 because the exception is null or not the one we care about 2024-11-13T08:36:49,828 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=216 (bloomFilter=true), to=hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/a3ed043aaa391efb9d6002833b92998d/.tmp/B/d9e27af84da5420bacb5ecea6ae47aba 2024-11-13T08:36:49,833 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43851 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=14 2024-11-13T08:36:49,833 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d. 2024-11-13T08:36:49,833 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d. as already flushing 2024-11-13T08:36:49,833 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d. 2024-11-13T08:36:49,834 ERROR [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] handler.RSProcedureHandler(58): pid=14 java.io.IOException: Unable to complete flush {ENCODED => a3ed043aaa391efb9d6002833b92998d, NAME => 'TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T08:36:49,834 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=14 java.io.IOException: Unable to complete flush {ENCODED => a3ed043aaa391efb9d6002833b92998d, NAME => 'TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T08:36:49,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45349 {}] master.HMaster(4177): Remote procedure failed, pid=14 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a3ed043aaa391efb9d6002833b92998d, NAME => 'TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a3ed043aaa391efb9d6002833b92998d, NAME => 'TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T08:36:49,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45349 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-13T08:36:49,845 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/a3ed043aaa391efb9d6002833b92998d/.tmp/C/e7a26d29ce6d44f3a4004c5cfeeede92 is 50, key is test_row_0/C:col10/1731487008986/Put/seqid=0 2024-11-13T08:36:49,858 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38605 is added to blk_1073741880_1056 (size=12151) 2024-11-13T08:36:49,988 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43851 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=14 2024-11-13T08:36:49,989 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d. 2024-11-13T08:36:49,989 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d. as already flushing 2024-11-13T08:36:49,989 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d. 2024-11-13T08:36:49,989 ERROR [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] handler.RSProcedureHandler(58): pid=14 java.io.IOException: Unable to complete flush {ENCODED => a3ed043aaa391efb9d6002833b92998d, NAME => 'TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T08:36:49,989 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=14 java.io.IOException: Unable to complete flush {ENCODED => a3ed043aaa391efb9d6002833b92998d, NAME => 'TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T08:36:49,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45349 {}] master.HMaster(4177): Remote procedure failed, pid=14 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a3ed043aaa391efb9d6002833b92998d, NAME => 'TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a3ed043aaa391efb9d6002833b92998d, NAME => 'TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T08:36:50,143 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43851 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=14 2024-11-13T08:36:50,143 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d. 2024-11-13T08:36:50,143 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d. as already flushing 2024-11-13T08:36:50,143 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d. 2024-11-13T08:36:50,143 ERROR [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] handler.RSProcedureHandler(58): pid=14 java.io.IOException: Unable to complete flush {ENCODED => a3ed043aaa391efb9d6002833b92998d, NAME => 'TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T08:36:50,144 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=14 java.io.IOException: Unable to complete flush {ENCODED => a3ed043aaa391efb9d6002833b92998d, NAME => 'TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T08:36:50,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45349 {}] master.HMaster(4177): Remote procedure failed, pid=14 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a3ed043aaa391efb9d6002833b92998d, NAME => 'TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a3ed043aaa391efb9d6002833b92998d, NAME => 'TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T08:36:50,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45349 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-13T08:36:50,192 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3ed043aaa391efb9d6002833b92998d, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:36:50,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38020 deadline: 1731487070185, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3ed043aaa391efb9d6002833b92998d, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:36:50,193 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 , the old value is region=TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3ed043aaa391efb9d6002833b92998d, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:36:50,193 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3ed043aaa391efb9d6002833b92998d, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:36:50,193 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 because the exception is null or not the one we care about 2024-11-13T08:36:50,197 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3ed043aaa391efb9d6002833b92998d, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:36:50,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38026 deadline: 1731487070195, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3ed043aaa391efb9d6002833b92998d, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:36:50,199 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 , the old value is region=TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3ed043aaa391efb9d6002833b92998d, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:36:50,199 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3ed043aaa391efb9d6002833b92998d, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:36:50,199 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 because the exception is null or not the one we care about 2024-11-13T08:36:50,260 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=216 (bloomFilter=true), to=hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/a3ed043aaa391efb9d6002833b92998d/.tmp/C/e7a26d29ce6d44f3a4004c5cfeeede92 2024-11-13T08:36:50,269 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/a3ed043aaa391efb9d6002833b92998d/.tmp/A/e80192e3869b49ffb1ad9c52c5403f8d as hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/a3ed043aaa391efb9d6002833b92998d/A/e80192e3869b49ffb1ad9c52c5403f8d 2024-11-13T08:36:50,280 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/a3ed043aaa391efb9d6002833b92998d/A/e80192e3869b49ffb1ad9c52c5403f8d, entries=200, sequenceid=216, filesize=14.2 K 2024-11-13T08:36:50,281 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/a3ed043aaa391efb9d6002833b92998d/.tmp/B/d9e27af84da5420bacb5ecea6ae47aba as hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/a3ed043aaa391efb9d6002833b92998d/B/d9e27af84da5420bacb5ecea6ae47aba 2024-11-13T08:36:50,293 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/a3ed043aaa391efb9d6002833b92998d/B/d9e27af84da5420bacb5ecea6ae47aba, entries=150, sequenceid=216, filesize=11.9 K 2024-11-13T08:36:50,295 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/a3ed043aaa391efb9d6002833b92998d/.tmp/C/e7a26d29ce6d44f3a4004c5cfeeede92 as hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/a3ed043aaa391efb9d6002833b92998d/C/e7a26d29ce6d44f3a4004c5cfeeede92 2024-11-13T08:36:50,297 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43851 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=14 2024-11-13T08:36:50,298 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d. 2024-11-13T08:36:50,298 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d. as already flushing 2024-11-13T08:36:50,298 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d. 2024-11-13T08:36:50,298 ERROR [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] handler.RSProcedureHandler(58): pid=14 java.io.IOException: Unable to complete flush {ENCODED => a3ed043aaa391efb9d6002833b92998d, NAME => 'TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T08:36:50,298 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=14 java.io.IOException: Unable to complete flush {ENCODED => a3ed043aaa391efb9d6002833b92998d, NAME => 'TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T08:36:50,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45349 {}] master.HMaster(4177): Remote procedure failed, pid=14 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a3ed043aaa391efb9d6002833b92998d, NAME => 'TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a3ed043aaa391efb9d6002833b92998d, NAME => 'TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T08:36:50,304 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/a3ed043aaa391efb9d6002833b92998d/C/e7a26d29ce6d44f3a4004c5cfeeede92, entries=150, sequenceid=216, filesize=11.9 K 2024-11-13T08:36:50,305 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~107.34 KB/109920, heapSize ~281.95 KB/288720, currentSize=100.63 KB/103050 for a3ed043aaa391efb9d6002833b92998d in 1317ms, sequenceid=216, compaction requested=true 2024-11-13T08:36:50,305 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for a3ed043aaa391efb9d6002833b92998d: 2024-11-13T08:36:50,306 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a3ed043aaa391efb9d6002833b92998d:A, priority=-2147483648, current under compaction store size is 1 2024-11-13T08:36:50,306 DEBUG [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-13T08:36:50,306 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T08:36:50,306 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a3ed043aaa391efb9d6002833b92998d:B, priority=-2147483648, current under compaction store size is 2 2024-11-13T08:36:50,306 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-13T08:36:50,308 DEBUG [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 39253 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-13T08:36:50,308 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T08:36:50,308 DEBUG [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] regionserver.HStore(1541): a3ed043aaa391efb9d6002833b92998d/A is initiating minor compaction (all files) 2024-11-13T08:36:50,308 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a3ed043aaa391efb9d6002833b92998d:C, priority=-2147483648, current under compaction store size is 3 2024-11-13T08:36:50,308 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-13T08:36:50,308 INFO [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of a3ed043aaa391efb9d6002833b92998d/A in TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d. 2024-11-13T08:36:50,308 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36863 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-13T08:36:50,308 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] regionserver.HStore(1541): a3ed043aaa391efb9d6002833b92998d/B is initiating minor compaction (all files) 2024-11-13T08:36:50,308 INFO [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/a3ed043aaa391efb9d6002833b92998d/A/da20bc2d9d234480ab61404a3a84e7be, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/a3ed043aaa391efb9d6002833b92998d/A/4fb68fe5eeb1488691de8ffa5bd18f5a, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/a3ed043aaa391efb9d6002833b92998d/A/e80192e3869b49ffb1ad9c52c5403f8d] into tmpdir=hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/a3ed043aaa391efb9d6002833b92998d/.tmp, totalSize=38.3 K 2024-11-13T08:36:50,308 INFO [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of a3ed043aaa391efb9d6002833b92998d/B in TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d. 2024-11-13T08:36:50,309 INFO [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/a3ed043aaa391efb9d6002833b92998d/B/f59db03fb0cd41c19941ab31ae609820, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/a3ed043aaa391efb9d6002833b92998d/B/646d9cc9f8a54122bb09588553284fdc, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/a3ed043aaa391efb9d6002833b92998d/B/d9e27af84da5420bacb5ecea6ae47aba] into tmpdir=hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/a3ed043aaa391efb9d6002833b92998d/.tmp, totalSize=36.0 K 2024-11-13T08:36:50,309 DEBUG [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] compactions.Compactor(225): Compacting da20bc2d9d234480ab61404a3a84e7be, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=173, earliestPutTs=1731487006870 2024-11-13T08:36:50,309 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] compactions.Compactor(225): Compacting f59db03fb0cd41c19941ab31ae609820, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=173, earliestPutTs=1731487006870 2024-11-13T08:36:50,310 DEBUG [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] compactions.Compactor(225): Compacting 4fb68fe5eeb1488691de8ffa5bd18f5a, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=195, earliestPutTs=1731487007088 2024-11-13T08:36:50,310 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] compactions.Compactor(225): Compacting 646d9cc9f8a54122bb09588553284fdc, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=195, earliestPutTs=1731487007088 2024-11-13T08:36:50,310 DEBUG [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] compactions.Compactor(225): Compacting e80192e3869b49ffb1ad9c52c5403f8d, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=216, earliestPutTs=1731487008319 2024-11-13T08:36:50,311 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] compactions.Compactor(225): Compacting d9e27af84da5420bacb5ecea6ae47aba, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=216, earliestPutTs=1731487008349 2024-11-13T08:36:50,326 INFO [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): a3ed043aaa391efb9d6002833b92998d#B#compaction#44 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-13T08:36:50,327 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/a3ed043aaa391efb9d6002833b92998d/.tmp/B/f3b4a47b503c4d4a88fc3f877fb41b57 is 50, key is test_row_0/B:col10/1731487008986/Put/seqid=0 2024-11-13T08:36:50,335 INFO [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): a3ed043aaa391efb9d6002833b92998d#A#compaction#45 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-13T08:36:50,336 DEBUG [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/a3ed043aaa391efb9d6002833b92998d/.tmp/A/c4c84b587e8041f782d2f7d3a3ebf770 is 50, key is test_row_0/A:col10/1731487008986/Put/seqid=0 2024-11-13T08:36:50,383 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38605 is added to blk_1073741882_1058 (size=12663) 2024-11-13T08:36:50,386 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38605 is added to blk_1073741881_1057 (size=12663) 2024-11-13T08:36:50,394 DEBUG [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/a3ed043aaa391efb9d6002833b92998d/.tmp/A/c4c84b587e8041f782d2f7d3a3ebf770 as hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/a3ed043aaa391efb9d6002833b92998d/A/c4c84b587e8041f782d2f7d3a3ebf770 2024-11-13T08:36:50,402 INFO [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in a3ed043aaa391efb9d6002833b92998d/A of a3ed043aaa391efb9d6002833b92998d into c4c84b587e8041f782d2f7d3a3ebf770(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T08:36:50,403 DEBUG [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for a3ed043aaa391efb9d6002833b92998d: 2024-11-13T08:36:50,403 INFO [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d., storeName=a3ed043aaa391efb9d6002833b92998d/A, priority=13, startTime=1731487010305; duration=0sec 2024-11-13T08:36:50,403 DEBUG [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-13T08:36:50,403 DEBUG [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a3ed043aaa391efb9d6002833b92998d:A 2024-11-13T08:36:50,403 DEBUG [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-13T08:36:50,405 DEBUG [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48946 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-13T08:36:50,405 DEBUG [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] regionserver.HStore(1541): a3ed043aaa391efb9d6002833b92998d/C is initiating minor compaction (all files) 2024-11-13T08:36:50,405 INFO [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of a3ed043aaa391efb9d6002833b92998d/C in TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d. 2024-11-13T08:36:50,405 INFO [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/a3ed043aaa391efb9d6002833b92998d/C/d3ac804e8f8a4284bd621d9cb672b05c, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/a3ed043aaa391efb9d6002833b92998d/C/9fbf3718cdf2443598f94352d4d63b0f, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/a3ed043aaa391efb9d6002833b92998d/C/8c996c9d27184a948650de6af73daae2, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/a3ed043aaa391efb9d6002833b92998d/C/e7a26d29ce6d44f3a4004c5cfeeede92] into tmpdir=hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/a3ed043aaa391efb9d6002833b92998d/.tmp, totalSize=47.8 K 2024-11-13T08:36:50,406 DEBUG [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] compactions.Compactor(225): Compacting d3ac804e8f8a4284bd621d9cb672b05c, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=156, earliestPutTs=1731487005623 2024-11-13T08:36:50,407 DEBUG [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] compactions.Compactor(225): Compacting 9fbf3718cdf2443598f94352d4d63b0f, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=173, earliestPutTs=1731487006870 2024-11-13T08:36:50,408 DEBUG [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] compactions.Compactor(225): Compacting 8c996c9d27184a948650de6af73daae2, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=195, earliestPutTs=1731487007088 2024-11-13T08:36:50,410 DEBUG [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] compactions.Compactor(225): Compacting e7a26d29ce6d44f3a4004c5cfeeede92, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=216, earliestPutTs=1731487008349 2024-11-13T08:36:50,435 INFO [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): a3ed043aaa391efb9d6002833b92998d#C#compaction#46 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-13T08:36:50,436 DEBUG [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/a3ed043aaa391efb9d6002833b92998d/.tmp/C/c26b0ed178894f9c89a9016579333ce8 is 50, key is test_row_0/C:col10/1731487008986/Put/seqid=0 2024-11-13T08:36:50,452 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43851 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=14 2024-11-13T08:36:50,452 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d. 2024-11-13T08:36:50,453 INFO [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(2902): Flushing a3ed043aaa391efb9d6002833b92998d 3/3 column families, dataSize=100.63 KB heapSize=264.42 KB 2024-11-13T08:36:50,477 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/a3ed043aaa391efb9d6002833b92998d/.tmp/A/45be2e542f9e4d289b3556aad5432887 is 50, key is test_row_0/A:col10/1731487009042/Put/seqid=0 2024-11-13T08:36:50,483 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38605 is added to blk_1073741883_1059 (size=12629) 2024-11-13T08:36:50,501 DEBUG [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/a3ed043aaa391efb9d6002833b92998d/.tmp/C/c26b0ed178894f9c89a9016579333ce8 as hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/a3ed043aaa391efb9d6002833b92998d/C/c26b0ed178894f9c89a9016579333ce8 2024-11-13T08:36:50,516 INFO [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in a3ed043aaa391efb9d6002833b92998d/C of a3ed043aaa391efb9d6002833b92998d into c26b0ed178894f9c89a9016579333ce8(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T08:36:50,516 DEBUG [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for a3ed043aaa391efb9d6002833b92998d: 2024-11-13T08:36:50,516 INFO [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d., storeName=a3ed043aaa391efb9d6002833b92998d/C, priority=12, startTime=1731487010308; duration=0sec 2024-11-13T08:36:50,516 DEBUG [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T08:36:50,517 DEBUG [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a3ed043aaa391efb9d6002833b92998d:C 2024-11-13T08:36:50,517 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d. as already flushing 2024-11-13T08:36:50,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] regionserver.HRegion(8855): Flush requested on a3ed043aaa391efb9d6002833b92998d 2024-11-13T08:36:50,520 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38605 is added to blk_1073741884_1060 (size=12151) 2024-11-13T08:36:50,527 INFO [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=235 (bloomFilter=true), to=hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/a3ed043aaa391efb9d6002833b92998d/.tmp/A/45be2e542f9e4d289b3556aad5432887 2024-11-13T08:36:50,561 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/a3ed043aaa391efb9d6002833b92998d/.tmp/B/740c735497ff46628d25208f6e6c82d4 is 50, key is test_row_0/B:col10/1731487009042/Put/seqid=0 2024-11-13T08:36:50,598 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38605 is added to blk_1073741885_1061 (size=12151) 2024-11-13T08:36:50,604 INFO [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=235 (bloomFilter=true), to=hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/a3ed043aaa391efb9d6002833b92998d/.tmp/B/740c735497ff46628d25208f6e6c82d4 2024-11-13T08:36:50,620 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/a3ed043aaa391efb9d6002833b92998d/.tmp/C/9a4b9d1315244fcbbcf2b14d9a703bae is 50, key is test_row_0/C:col10/1731487009042/Put/seqid=0 2024-11-13T08:36:50,640 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3ed043aaa391efb9d6002833b92998d, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:36:50,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38038 deadline: 1731487070635, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3ed043aaa391efb9d6002833b92998d, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:36:50,642 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 , the old value is region=TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3ed043aaa391efb9d6002833b92998d, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:36:50,642 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3ed043aaa391efb9d6002833b92998d, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:36:50,642 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 because the exception is null or not the one we care about 2024-11-13T08:36:50,642 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3ed043aaa391efb9d6002833b92998d, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:36:50,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38072 deadline: 1731487070636, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3ed043aaa391efb9d6002833b92998d, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:36:50,643 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3ed043aaa391efb9d6002833b92998d, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:36:50,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38024 deadline: 1731487070636, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3ed043aaa391efb9d6002833b92998d, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:36:50,645 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 , the old value is region=TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3ed043aaa391efb9d6002833b92998d, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:36:50,645 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3ed043aaa391efb9d6002833b92998d, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:36:50,645 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 because the exception is null or not the one we care about 2024-11-13T08:36:50,645 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 , the old value is region=TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3ed043aaa391efb9d6002833b92998d, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:36:50,645 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3ed043aaa391efb9d6002833b92998d, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:36:50,645 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 because the exception is null or not the one we care about 2024-11-13T08:36:50,663 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38605 is added to blk_1073741886_1062 (size=12151) 2024-11-13T08:36:50,664 INFO [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=235 (bloomFilter=true), to=hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/a3ed043aaa391efb9d6002833b92998d/.tmp/C/9a4b9d1315244fcbbcf2b14d9a703bae 2024-11-13T08:36:50,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45349 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-13T08:36:50,683 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/a3ed043aaa391efb9d6002833b92998d/.tmp/A/45be2e542f9e4d289b3556aad5432887 as hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/a3ed043aaa391efb9d6002833b92998d/A/45be2e542f9e4d289b3556aad5432887 2024-11-13T08:36:50,721 INFO [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/a3ed043aaa391efb9d6002833b92998d/A/45be2e542f9e4d289b3556aad5432887, entries=150, sequenceid=235, filesize=11.9 K 2024-11-13T08:36:50,724 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/a3ed043aaa391efb9d6002833b92998d/.tmp/B/740c735497ff46628d25208f6e6c82d4 as hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/a3ed043aaa391efb9d6002833b92998d/B/740c735497ff46628d25208f6e6c82d4 2024-11-13T08:36:50,749 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3ed043aaa391efb9d6002833b92998d, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:36:50,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38038 deadline: 1731487070745, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3ed043aaa391efb9d6002833b92998d, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:36:50,751 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 , the old value is region=TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3ed043aaa391efb9d6002833b92998d, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:36:50,751 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3ed043aaa391efb9d6002833b92998d, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:36:50,751 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 because the exception is null or not the one we care about 2024-11-13T08:36:50,754 INFO [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/a3ed043aaa391efb9d6002833b92998d/B/740c735497ff46628d25208f6e6c82d4, entries=150, sequenceid=235, filesize=11.9 K 2024-11-13T08:36:50,757 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/a3ed043aaa391efb9d6002833b92998d/.tmp/C/9a4b9d1315244fcbbcf2b14d9a703bae as hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/a3ed043aaa391efb9d6002833b92998d/C/9a4b9d1315244fcbbcf2b14d9a703bae 2024-11-13T08:36:50,764 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3ed043aaa391efb9d6002833b92998d, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:36:50,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38072 deadline: 1731487070755, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3ed043aaa391efb9d6002833b92998d, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:36:50,764 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3ed043aaa391efb9d6002833b92998d, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:36:50,765 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 , the old value is region=TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3ed043aaa391efb9d6002833b92998d, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:36:50,765 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3ed043aaa391efb9d6002833b92998d, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:36:50,765 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 because the exception is null or not the one we care about 2024-11-13T08:36:50,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38024 deadline: 1731487070755, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3ed043aaa391efb9d6002833b92998d, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:36:50,766 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 , the old value is region=TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3ed043aaa391efb9d6002833b92998d, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:36:50,766 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3ed043aaa391efb9d6002833b92998d, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:36:50,766 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 because the exception is null or not the one we care about 2024-11-13T08:36:50,778 INFO [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/a3ed043aaa391efb9d6002833b92998d/C/9a4b9d1315244fcbbcf2b14d9a703bae, entries=150, sequenceid=235, filesize=11.9 K 2024-11-13T08:36:50,780 INFO [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(3140): Finished flush of dataSize ~100.63 KB/103050, heapSize ~264.38 KB/270720, currentSize=107.34 KB/109920 for a3ed043aaa391efb9d6002833b92998d in 328ms, sequenceid=235, compaction requested=false 2024-11-13T08:36:50,780 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(2603): Flush status journal for a3ed043aaa391efb9d6002833b92998d: 2024-11-13T08:36:50,780 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d. 2024-11-13T08:36:50,780 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=14 2024-11-13T08:36:50,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45349 {}] master.HMaster(4169): Remote procedure done, pid=14 2024-11-13T08:36:50,786 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=14, resume processing ppid=13 2024-11-13T08:36:50,786 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.2620 sec 2024-11-13T08:36:50,789 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=13, table=TestAcidGuarantees in 1.2710 sec 2024-11-13T08:36:50,797 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/a3ed043aaa391efb9d6002833b92998d/.tmp/B/f3b4a47b503c4d4a88fc3f877fb41b57 as hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/a3ed043aaa391efb9d6002833b92998d/B/f3b4a47b503c4d4a88fc3f877fb41b57 2024-11-13T08:36:50,810 INFO [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in a3ed043aaa391efb9d6002833b92998d/B of a3ed043aaa391efb9d6002833b92998d into f3b4a47b503c4d4a88fc3f877fb41b57(size=12.4 K), total size for store is 24.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T08:36:50,810 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for a3ed043aaa391efb9d6002833b92998d: 2024-11-13T08:36:50,810 INFO [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d., storeName=a3ed043aaa391efb9d6002833b92998d/B, priority=13, startTime=1731487010306; duration=0sec 2024-11-13T08:36:50,810 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T08:36:50,810 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a3ed043aaa391efb9d6002833b92998d:B 2024-11-13T08:36:50,961 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-13T08:36:50,962 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing a3ed043aaa391efb9d6002833b92998d 3/3 column families, dataSize=114.05 KB heapSize=299.58 KB 2024-11-13T08:36:50,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] regionserver.HRegion(8855): Flush requested on a3ed043aaa391efb9d6002833b92998d 2024-11-13T08:36:50,982 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/a3ed043aaa391efb9d6002833b92998d/.tmp/A/22b265602b4b4a57b3f6d2da3eaaf152 is 50, key is test_row_0/A:col10/1731487010606/Put/seqid=0 2024-11-13T08:36:51,013 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38605 is added to blk_1073741887_1063 (size=12201) 2024-11-13T08:36:51,014 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=257 (bloomFilter=true), to=hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/a3ed043aaa391efb9d6002833b92998d/.tmp/A/22b265602b4b4a57b3f6d2da3eaaf152 2024-11-13T08:36:51,039 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/a3ed043aaa391efb9d6002833b92998d/.tmp/B/68f2ee268afc408e900085b8a97de124 is 50, key is test_row_0/B:col10/1731487010606/Put/seqid=0 2024-11-13T08:36:51,066 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38605 is added to blk_1073741888_1064 (size=12201) 2024-11-13T08:36:51,067 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=257 (bloomFilter=true), to=hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/a3ed043aaa391efb9d6002833b92998d/.tmp/B/68f2ee268afc408e900085b8a97de124 2024-11-13T08:36:51,087 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/a3ed043aaa391efb9d6002833b92998d/.tmp/C/bd38f501b25d4f739d2e351ad8267722 is 50, key is test_row_0/C:col10/1731487010606/Put/seqid=0 2024-11-13T08:36:51,112 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3ed043aaa391efb9d6002833b92998d, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:36:51,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38024 deadline: 1731487071093, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3ed043aaa391efb9d6002833b92998d, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:36:51,117 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3ed043aaa391efb9d6002833b92998d, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:36:51,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38072 deadline: 1731487071102, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3ed043aaa391efb9d6002833b92998d, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:36:51,118 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3ed043aaa391efb9d6002833b92998d, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:36:51,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38038 deadline: 1731487071116, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3ed043aaa391efb9d6002833b92998d, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:36:51,121 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 , the old value is region=TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3ed043aaa391efb9d6002833b92998d, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:36:51,121 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 , the old value is region=TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3ed043aaa391efb9d6002833b92998d, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:36:51,121 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3ed043aaa391efb9d6002833b92998d, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:36:51,121 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3ed043aaa391efb9d6002833b92998d, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:36:51,121 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 because the exception is null or not the one we care about 2024-11-13T08:36:51,121 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 because the exception is null or not the one we care about 2024-11-13T08:36:51,121 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 , the old value is region=TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3ed043aaa391efb9d6002833b92998d, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:36:51,121 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3ed043aaa391efb9d6002833b92998d, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:36:51,121 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 because the exception is null or not the one we care about 2024-11-13T08:36:51,151 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38605 is added to blk_1073741889_1065 (size=12201) 2024-11-13T08:36:51,210 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3ed043aaa391efb9d6002833b92998d, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:36:51,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38020 deadline: 1731487071206, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3ed043aaa391efb9d6002833b92998d, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:36:51,212 WARN [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRpcRetryingCaller(177): Call to dd3a0865bb23,43851,1731486997349 for 'test_row_1' in a3ed043aaa391efb9d6002833b92998d of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2167 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3ed043aaa391efb9d6002833b92998d, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3ed043aaa391efb9d6002833b92998d, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-13T08:36:51,213 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 , the old value is region=TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3ed043aaa391efb9d6002833b92998d, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:36:51,213 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3ed043aaa391efb9d6002833b92998d, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:36:51,213 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 because the exception is null or not the one we care about 2024-11-13T08:36:51,221 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3ed043aaa391efb9d6002833b92998d, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:36:51,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38026 deadline: 1731487071217, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3ed043aaa391efb9d6002833b92998d, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:36:51,221 WARN [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRpcRetryingCaller(177): Call to dd3a0865bb23,43851,1731486997349 for 'test_row_0' in a3ed043aaa391efb9d6002833b92998d of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2177 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3ed043aaa391efb9d6002833b92998d, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3ed043aaa391efb9d6002833b92998d, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-13T08:36:51,222 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 , the old value is region=TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3ed043aaa391efb9d6002833b92998d, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:36:51,222 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3ed043aaa391efb9d6002833b92998d, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:36:51,222 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 because the exception is null or not the one we care about 2024-11-13T08:36:51,227 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3ed043aaa391efb9d6002833b92998d, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:36:51,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38024 deadline: 1731487071226, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3ed043aaa391efb9d6002833b92998d, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:36:51,228 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 , the old value is region=TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3ed043aaa391efb9d6002833b92998d, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:36:51,228 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3ed043aaa391efb9d6002833b92998d, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:36:51,228 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3ed043aaa391efb9d6002833b92998d, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:36:51,228 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 because the exception is null or not the one we care about 2024-11-13T08:36:51,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38072 deadline: 1731487071226, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3ed043aaa391efb9d6002833b92998d, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:36:51,228 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 , the old value is region=TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3ed043aaa391efb9d6002833b92998d, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:36:51,228 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3ed043aaa391efb9d6002833b92998d, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:36:51,228 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 because the exception is null or not the one we care about 2024-11-13T08:36:51,229 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3ed043aaa391efb9d6002833b92998d, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:36:51,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38038 deadline: 1731487071226, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3ed043aaa391efb9d6002833b92998d, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:36:51,230 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 , the old value is region=TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3ed043aaa391efb9d6002833b92998d, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:36:51,230 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3ed043aaa391efb9d6002833b92998d, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:36:51,230 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 because the exception is null or not the one we care about 2024-11-13T08:36:51,441 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3ed043aaa391efb9d6002833b92998d, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:36:51,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38024 deadline: 1731487071435, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3ed043aaa391efb9d6002833b92998d, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:36:51,442 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 , the old value is region=TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3ed043aaa391efb9d6002833b92998d, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:36:51,442 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3ed043aaa391efb9d6002833b92998d, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:36:51,442 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3ed043aaa391efb9d6002833b92998d, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:36:51,442 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 because the exception is null or not the one we care about 2024-11-13T08:36:51,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38072 deadline: 1731487071435, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3ed043aaa391efb9d6002833b92998d, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:36:51,442 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 , the old value is region=TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3ed043aaa391efb9d6002833b92998d, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:36:51,442 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3ed043aaa391efb9d6002833b92998d, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:36:51,443 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3ed043aaa391efb9d6002833b92998d, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:36:51,443 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 because the exception is null or not the one we care about 2024-11-13T08:36:51,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38038 deadline: 1731487071436, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3ed043aaa391efb9d6002833b92998d, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:36:51,443 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 , the old value is region=TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3ed043aaa391efb9d6002833b92998d, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:36:51,443 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3ed043aaa391efb9d6002833b92998d, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:36:51,443 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 because the exception is null or not the one we care about 2024-11-13T08:36:51,553 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=257 (bloomFilter=true), to=hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/a3ed043aaa391efb9d6002833b92998d/.tmp/C/bd38f501b25d4f739d2e351ad8267722 2024-11-13T08:36:51,574 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/a3ed043aaa391efb9d6002833b92998d/.tmp/A/22b265602b4b4a57b3f6d2da3eaaf152 as hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/a3ed043aaa391efb9d6002833b92998d/A/22b265602b4b4a57b3f6d2da3eaaf152 2024-11-13T08:36:51,589 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/a3ed043aaa391efb9d6002833b92998d/A/22b265602b4b4a57b3f6d2da3eaaf152, entries=150, sequenceid=257, filesize=11.9 K 2024-11-13T08:36:51,595 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/a3ed043aaa391efb9d6002833b92998d/.tmp/B/68f2ee268afc408e900085b8a97de124 as hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/a3ed043aaa391efb9d6002833b92998d/B/68f2ee268afc408e900085b8a97de124 2024-11-13T08:36:51,604 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/a3ed043aaa391efb9d6002833b92998d/B/68f2ee268afc408e900085b8a97de124, entries=150, sequenceid=257, filesize=11.9 K 2024-11-13T08:36:51,605 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/a3ed043aaa391efb9d6002833b92998d/.tmp/C/bd38f501b25d4f739d2e351ad8267722 as hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/a3ed043aaa391efb9d6002833b92998d/C/bd38f501b25d4f739d2e351ad8267722 2024-11-13T08:36:51,613 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/a3ed043aaa391efb9d6002833b92998d/C/bd38f501b25d4f739d2e351ad8267722, entries=150, sequenceid=257, filesize=11.9 K 2024-11-13T08:36:51,614 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~114.05 KB/116790, heapSize ~299.53 KB/306720, currentSize=87.22 KB/89310 for a3ed043aaa391efb9d6002833b92998d in 653ms, sequenceid=257, compaction requested=true 2024-11-13T08:36:51,615 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for a3ed043aaa391efb9d6002833b92998d: 2024-11-13T08:36:51,615 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a3ed043aaa391efb9d6002833b92998d:A, priority=-2147483648, current under compaction store size is 1 2024-11-13T08:36:51,615 DEBUG [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-13T08:36:51,615 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T08:36:51,615 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-13T08:36:51,617 DEBUG [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37015 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-13T08:36:51,617 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37015 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-13T08:36:51,617 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] regionserver.HStore(1541): a3ed043aaa391efb9d6002833b92998d/B is initiating minor compaction (all files) 2024-11-13T08:36:51,617 DEBUG [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] regionserver.HStore(1541): a3ed043aaa391efb9d6002833b92998d/A is initiating minor compaction (all files) 2024-11-13T08:36:51,617 INFO [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of a3ed043aaa391efb9d6002833b92998d/B in TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d. 2024-11-13T08:36:51,617 INFO [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of a3ed043aaa391efb9d6002833b92998d/A in TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d. 2024-11-13T08:36:51,617 INFO [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/a3ed043aaa391efb9d6002833b92998d/A/c4c84b587e8041f782d2f7d3a3ebf770, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/a3ed043aaa391efb9d6002833b92998d/A/45be2e542f9e4d289b3556aad5432887, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/a3ed043aaa391efb9d6002833b92998d/A/22b265602b4b4a57b3f6d2da3eaaf152] into tmpdir=hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/a3ed043aaa391efb9d6002833b92998d/.tmp, totalSize=36.1 K 2024-11-13T08:36:51,617 INFO [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/a3ed043aaa391efb9d6002833b92998d/B/f3b4a47b503c4d4a88fc3f877fb41b57, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/a3ed043aaa391efb9d6002833b92998d/B/740c735497ff46628d25208f6e6c82d4, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/a3ed043aaa391efb9d6002833b92998d/B/68f2ee268afc408e900085b8a97de124] into tmpdir=hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/a3ed043aaa391efb9d6002833b92998d/.tmp, totalSize=36.1 K 2024-11-13T08:36:51,618 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] compactions.Compactor(225): Compacting f3b4a47b503c4d4a88fc3f877fb41b57, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=216, earliestPutTs=1731487008349 2024-11-13T08:36:51,618 DEBUG [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] compactions.Compactor(225): Compacting c4c84b587e8041f782d2f7d3a3ebf770, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=216, earliestPutTs=1731487008349 2024-11-13T08:36:51,619 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] compactions.Compactor(225): Compacting 740c735497ff46628d25208f6e6c82d4, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=235, earliestPutTs=1731487009031 2024-11-13T08:36:51,619 DEBUG [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] compactions.Compactor(225): Compacting 45be2e542f9e4d289b3556aad5432887, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=235, earliestPutTs=1731487009031 2024-11-13T08:36:51,620 DEBUG [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] compactions.Compactor(225): Compacting 22b265602b4b4a57b3f6d2da3eaaf152, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=257, earliestPutTs=1731487010606 2024-11-13T08:36:51,620 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] compactions.Compactor(225): Compacting 68f2ee268afc408e900085b8a97de124, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=257, earliestPutTs=1731487010606 2024-11-13T08:36:51,620 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a3ed043aaa391efb9d6002833b92998d:B, priority=-2147483648, current under compaction store size is 2 2024-11-13T08:36:51,620 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T08:36:51,621 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a3ed043aaa391efb9d6002833b92998d:C, priority=-2147483648, current under compaction store size is 3 2024-11-13T08:36:51,621 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-13T08:36:51,651 INFO [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): a3ed043aaa391efb9d6002833b92998d#A#compaction#53 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-13T08:36:51,652 DEBUG [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/a3ed043aaa391efb9d6002833b92998d/.tmp/A/317bee6e5a23453f977d8ecf4df941eb is 50, key is test_row_0/A:col10/1731487010606/Put/seqid=0 2024-11-13T08:36:51,674 INFO [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): a3ed043aaa391efb9d6002833b92998d#B#compaction#54 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-13T08:36:51,675 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/a3ed043aaa391efb9d6002833b92998d/.tmp/B/721a5e31d94b4301a738a93077a3a407 is 50, key is test_row_0/B:col10/1731487010606/Put/seqid=0 2024-11-13T08:36:51,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45349 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-13T08:36:51,676 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-13T08:36:51,676 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45349 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-13T08:36:51,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45349 {}] procedure2.ProcedureExecutor(1139): Stored pid=15, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=15, table=TestAcidGuarantees 2024-11-13T08:36:51,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45349 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=15 2024-11-13T08:36:51,679 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=15, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=15, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-13T08:36:51,681 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=15, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=15, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-13T08:36:51,681 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=16, ppid=15, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-13T08:36:51,714 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38605 is added to blk_1073741890_1066 (size=12815) 2024-11-13T08:36:51,724 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38605 is added to blk_1073741891_1067 (size=12815) 2024-11-13T08:36:51,763 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-13T08:36:51,764 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing a3ed043aaa391efb9d6002833b92998d 3/3 column families, dataSize=93.93 KB heapSize=246.84 KB 2024-11-13T08:36:51,764 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/a3ed043aaa391efb9d6002833b92998d/.tmp/B/721a5e31d94b4301a738a93077a3a407 as hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/a3ed043aaa391efb9d6002833b92998d/B/721a5e31d94b4301a738a93077a3a407 2024-11-13T08:36:51,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] regionserver.HRegion(8855): Flush requested on a3ed043aaa391efb9d6002833b92998d 2024-11-13T08:36:51,774 INFO [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in a3ed043aaa391efb9d6002833b92998d/B of a3ed043aaa391efb9d6002833b92998d into 721a5e31d94b4301a738a93077a3a407(size=12.5 K), total size for store is 12.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T08:36:51,774 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for a3ed043aaa391efb9d6002833b92998d: 2024-11-13T08:36:51,774 INFO [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d., storeName=a3ed043aaa391efb9d6002833b92998d/B, priority=13, startTime=1731487011615; duration=0sec 2024-11-13T08:36:51,775 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-13T08:36:51,775 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a3ed043aaa391efb9d6002833b92998d:B 2024-11-13T08:36:51,775 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-13T08:36:51,776 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36981 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-13T08:36:51,777 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] regionserver.HStore(1541): a3ed043aaa391efb9d6002833b92998d/C is initiating minor compaction (all files) 2024-11-13T08:36:51,777 INFO [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of a3ed043aaa391efb9d6002833b92998d/C in TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d. 2024-11-13T08:36:51,777 INFO [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/a3ed043aaa391efb9d6002833b92998d/C/c26b0ed178894f9c89a9016579333ce8, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/a3ed043aaa391efb9d6002833b92998d/C/9a4b9d1315244fcbbcf2b14d9a703bae, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/a3ed043aaa391efb9d6002833b92998d/C/bd38f501b25d4f739d2e351ad8267722] into tmpdir=hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/a3ed043aaa391efb9d6002833b92998d/.tmp, totalSize=36.1 K 2024-11-13T08:36:51,777 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/a3ed043aaa391efb9d6002833b92998d/.tmp/A/63d4e90ebd534bd0aeb77e454e1dc0d8 is 50, key is test_row_0/A:col10/1731487011024/Put/seqid=0 2024-11-13T08:36:51,777 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] compactions.Compactor(225): Compacting c26b0ed178894f9c89a9016579333ce8, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=216, earliestPutTs=1731487008349 2024-11-13T08:36:51,778 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] compactions.Compactor(225): Compacting 9a4b9d1315244fcbbcf2b14d9a703bae, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=235, earliestPutTs=1731487009031 2024-11-13T08:36:51,779 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] compactions.Compactor(225): Compacting bd38f501b25d4f739d2e351ad8267722, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=257, earliestPutTs=1731487010606 2024-11-13T08:36:51,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45349 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=15 2024-11-13T08:36:51,822 INFO [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): a3ed043aaa391efb9d6002833b92998d#C#compaction#56 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-13T08:36:51,822 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/a3ed043aaa391efb9d6002833b92998d/.tmp/C/536a4454134a423183d7ce7651675bfa is 50, key is test_row_0/C:col10/1731487010606/Put/seqid=0 2024-11-13T08:36:51,834 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43851 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=16 2024-11-13T08:36:51,835 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d. 2024-11-13T08:36:51,835 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d. as already flushing 2024-11-13T08:36:51,835 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d. 2024-11-13T08:36:51,835 ERROR [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] handler.RSProcedureHandler(58): pid=16 java.io.IOException: Unable to complete flush {ENCODED => a3ed043aaa391efb9d6002833b92998d, NAME => 'TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T08:36:51,835 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=16 java.io.IOException: Unable to complete flush {ENCODED => a3ed043aaa391efb9d6002833b92998d, NAME => 'TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T08:36:51,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45349 {}] master.HMaster(4177): Remote procedure failed, pid=16 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a3ed043aaa391efb9d6002833b92998d, NAME => 'TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a3ed043aaa391efb9d6002833b92998d, NAME => 'TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T08:36:51,842 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38605 is added to blk_1073741892_1068 (size=14741) 2024-11-13T08:36:51,843 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=274 (bloomFilter=true), to=hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/a3ed043aaa391efb9d6002833b92998d/.tmp/A/63d4e90ebd534bd0aeb77e454e1dc0d8 2024-11-13T08:36:51,854 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3ed043aaa391efb9d6002833b92998d, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:36:51,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38024 deadline: 1731487071842, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3ed043aaa391efb9d6002833b92998d, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:36:51,855 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 , the old value is region=TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3ed043aaa391efb9d6002833b92998d, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:36:51,855 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3ed043aaa391efb9d6002833b92998d, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:36:51,855 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3ed043aaa391efb9d6002833b92998d, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:36:51,855 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 because the exception is null or not the one we care about 2024-11-13T08:36:51,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38072 deadline: 1731487071848, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3ed043aaa391efb9d6002833b92998d, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:36:51,856 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 , the old value is region=TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3ed043aaa391efb9d6002833b92998d, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:36:51,856 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3ed043aaa391efb9d6002833b92998d, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:36:51,856 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 because the exception is null or not the one we care about 2024-11-13T08:36:51,860 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3ed043aaa391efb9d6002833b92998d, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:36:51,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38038 deadline: 1731487071850, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3ed043aaa391efb9d6002833b92998d, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:36:51,860 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 , the old value is region=TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3ed043aaa391efb9d6002833b92998d, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:36:51,860 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3ed043aaa391efb9d6002833b92998d, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:36:51,860 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 because the exception is null or not the one we care about 2024-11-13T08:36:51,883 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38605 is added to blk_1073741893_1069 (size=12781) 2024-11-13T08:36:51,891 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/a3ed043aaa391efb9d6002833b92998d/.tmp/B/f3734019515346ec9ff7b4938ad837ab is 50, key is test_row_0/B:col10/1731487011024/Put/seqid=0 2024-11-13T08:36:51,938 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38605 is added to blk_1073741894_1070 (size=12301) 2024-11-13T08:36:51,971 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3ed043aaa391efb9d6002833b92998d, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:36:51,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38024 deadline: 1731487071966, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3ed043aaa391efb9d6002833b92998d, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:36:51,971 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 , the old value is region=TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3ed043aaa391efb9d6002833b92998d, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:36:51,972 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3ed043aaa391efb9d6002833b92998d, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:36:51,972 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 because the exception is null or not the one we care about 2024-11-13T08:36:51,973 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3ed043aaa391efb9d6002833b92998d, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:36:51,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38038 deadline: 1731487071966, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3ed043aaa391efb9d6002833b92998d, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:36:51,973 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 , the old value is region=TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3ed043aaa391efb9d6002833b92998d, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:36:51,973 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3ed043aaa391efb9d6002833b92998d, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:36:51,973 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 because the exception is null or not the one we care about 2024-11-13T08:36:51,975 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3ed043aaa391efb9d6002833b92998d, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:36:51,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38072 deadline: 1731487071969, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3ed043aaa391efb9d6002833b92998d, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:36:51,975 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 , the old value is region=TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3ed043aaa391efb9d6002833b92998d, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:36:51,975 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3ed043aaa391efb9d6002833b92998d, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:36:51,975 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 because the exception is null or not the one we care about 2024-11-13T08:36:51,994 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43851 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=16 2024-11-13T08:36:51,995 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d. 2024-11-13T08:36:51,995 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d. as already flushing 2024-11-13T08:36:51,995 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d. 2024-11-13T08:36:51,995 ERROR [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] handler.RSProcedureHandler(58): pid=16 java.io.IOException: Unable to complete flush {ENCODED => a3ed043aaa391efb9d6002833b92998d, NAME => 'TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T08:36:51,995 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=16 java.io.IOException: Unable to complete flush {ENCODED => a3ed043aaa391efb9d6002833b92998d, NAME => 'TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T08:36:51,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45349 {}] master.HMaster(4177): Remote procedure failed, pid=16 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a3ed043aaa391efb9d6002833b92998d, NAME => 'TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a3ed043aaa391efb9d6002833b92998d, NAME => 'TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T08:36:51,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45349 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=15 2024-11-13T08:36:52,128 DEBUG [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/a3ed043aaa391efb9d6002833b92998d/.tmp/A/317bee6e5a23453f977d8ecf4df941eb as hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/a3ed043aaa391efb9d6002833b92998d/A/317bee6e5a23453f977d8ecf4df941eb 2024-11-13T08:36:52,141 INFO [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in a3ed043aaa391efb9d6002833b92998d/A of a3ed043aaa391efb9d6002833b92998d into 317bee6e5a23453f977d8ecf4df941eb(size=12.5 K), total size for store is 12.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T08:36:52,141 DEBUG [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for a3ed043aaa391efb9d6002833b92998d: 2024-11-13T08:36:52,141 INFO [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d., storeName=a3ed043aaa391efb9d6002833b92998d/A, priority=13, startTime=1731487011615; duration=0sec 2024-11-13T08:36:52,141 DEBUG [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T08:36:52,141 DEBUG [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a3ed043aaa391efb9d6002833b92998d:A 2024-11-13T08:36:52,151 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43851 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=16 2024-11-13T08:36:52,151 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d. 2024-11-13T08:36:52,151 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d. as already flushing 2024-11-13T08:36:52,151 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d. 2024-11-13T08:36:52,151 ERROR [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] handler.RSProcedureHandler(58): pid=16 java.io.IOException: Unable to complete flush {ENCODED => a3ed043aaa391efb9d6002833b92998d, NAME => 'TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T08:36:52,152 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=16 java.io.IOException: Unable to complete flush {ENCODED => a3ed043aaa391efb9d6002833b92998d, NAME => 'TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T08:36:52,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45349 {}] master.HMaster(4177): Remote procedure failed, pid=16 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a3ed043aaa391efb9d6002833b92998d, NAME => 'TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a3ed043aaa391efb9d6002833b92998d, NAME => 'TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T08:36:52,183 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3ed043aaa391efb9d6002833b92998d, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:36:52,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38024 deadline: 1731487072175, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3ed043aaa391efb9d6002833b92998d, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:36:52,184 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 , the old value is region=TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3ed043aaa391efb9d6002833b92998d, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:36:52,184 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3ed043aaa391efb9d6002833b92998d, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:36:52,184 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3ed043aaa391efb9d6002833b92998d, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:36:52,184 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 because the exception is null or not the one we care about 2024-11-13T08:36:52,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38038 deadline: 1731487072176, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3ed043aaa391efb9d6002833b92998d, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:36:52,185 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 , the old value is region=TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3ed043aaa391efb9d6002833b92998d, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:36:52,185 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3ed043aaa391efb9d6002833b92998d, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:36:52,185 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 because the exception is null or not the one we care about 2024-11-13T08:36:52,188 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3ed043aaa391efb9d6002833b92998d, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:36:52,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38072 deadline: 1731487072185, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3ed043aaa391efb9d6002833b92998d, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:36:52,188 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 , the old value is region=TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3ed043aaa391efb9d6002833b92998d, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:36:52,188 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3ed043aaa391efb9d6002833b92998d, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:36:52,189 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 because the exception is null or not the one we care about 2024-11-13T08:36:52,295 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/a3ed043aaa391efb9d6002833b92998d/.tmp/C/536a4454134a423183d7ce7651675bfa as hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/a3ed043aaa391efb9d6002833b92998d/C/536a4454134a423183d7ce7651675bfa 2024-11-13T08:36:52,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45349 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=15 2024-11-13T08:36:52,306 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43851 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=16 2024-11-13T08:36:52,306 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d. 2024-11-13T08:36:52,306 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d. as already flushing 2024-11-13T08:36:52,306 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d. 2024-11-13T08:36:52,306 ERROR [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] handler.RSProcedureHandler(58): pid=16 java.io.IOException: Unable to complete flush {ENCODED => a3ed043aaa391efb9d6002833b92998d, NAME => 'TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T08:36:52,307 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=16 java.io.IOException: Unable to complete flush {ENCODED => a3ed043aaa391efb9d6002833b92998d, NAME => 'TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T08:36:52,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45349 {}] master.HMaster(4177): Remote procedure failed, pid=16 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a3ed043aaa391efb9d6002833b92998d, NAME => 'TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a3ed043aaa391efb9d6002833b92998d, NAME => 'TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T08:36:52,314 INFO [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in a3ed043aaa391efb9d6002833b92998d/C of a3ed043aaa391efb9d6002833b92998d into 536a4454134a423183d7ce7651675bfa(size=12.5 K), total size for store is 12.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T08:36:52,314 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for a3ed043aaa391efb9d6002833b92998d: 2024-11-13T08:36:52,314 INFO [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d., storeName=a3ed043aaa391efb9d6002833b92998d/C, priority=13, startTime=1731487011620; duration=0sec 2024-11-13T08:36:52,314 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T08:36:52,314 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a3ed043aaa391efb9d6002833b92998d:C 2024-11-13T08:36:52,341 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=274 (bloomFilter=true), to=hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/a3ed043aaa391efb9d6002833b92998d/.tmp/B/f3734019515346ec9ff7b4938ad837ab 2024-11-13T08:36:52,360 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/a3ed043aaa391efb9d6002833b92998d/.tmp/C/0447c39438414746a66deac0da822172 is 50, key is test_row_0/C:col10/1731487011024/Put/seqid=0 2024-11-13T08:36:52,368 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38605 is added to blk_1073741895_1071 (size=12301) 2024-11-13T08:36:52,369 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=274 (bloomFilter=true), to=hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/a3ed043aaa391efb9d6002833b92998d/.tmp/C/0447c39438414746a66deac0da822172 2024-11-13T08:36:52,383 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/a3ed043aaa391efb9d6002833b92998d/.tmp/A/63d4e90ebd534bd0aeb77e454e1dc0d8 as hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/a3ed043aaa391efb9d6002833b92998d/A/63d4e90ebd534bd0aeb77e454e1dc0d8 2024-11-13T08:36:52,390 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/a3ed043aaa391efb9d6002833b92998d/A/63d4e90ebd534bd0aeb77e454e1dc0d8, entries=200, sequenceid=274, filesize=14.4 K 2024-11-13T08:36:52,397 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/a3ed043aaa391efb9d6002833b92998d/.tmp/B/f3734019515346ec9ff7b4938ad837ab as hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/a3ed043aaa391efb9d6002833b92998d/B/f3734019515346ec9ff7b4938ad837ab 2024-11-13T08:36:52,425 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/a3ed043aaa391efb9d6002833b92998d/B/f3734019515346ec9ff7b4938ad837ab, entries=150, sequenceid=274, filesize=12.0 K 2024-11-13T08:36:52,427 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/a3ed043aaa391efb9d6002833b92998d/.tmp/C/0447c39438414746a66deac0da822172 as hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/a3ed043aaa391efb9d6002833b92998d/C/0447c39438414746a66deac0da822172 2024-11-13T08:36:52,440 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/a3ed043aaa391efb9d6002833b92998d/C/0447c39438414746a66deac0da822172, entries=150, sequenceid=274, filesize=12.0 K 2024-11-13T08:36:52,443 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~93.93 KB/96180, heapSize ~246.80 KB/252720, currentSize=107.34 KB/109920 for a3ed043aaa391efb9d6002833b92998d in 680ms, sequenceid=274, compaction requested=false 2024-11-13T08:36:52,443 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for a3ed043aaa391efb9d6002833b92998d: 2024-11-13T08:36:52,460 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43851 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=16 2024-11-13T08:36:52,460 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d. 2024-11-13T08:36:52,461 INFO [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegion(2902): Flushing a3ed043aaa391efb9d6002833b92998d 3/3 column families, dataSize=107.34 KB heapSize=282 KB 2024-11-13T08:36:52,473 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/a3ed043aaa391efb9d6002833b92998d/.tmp/A/154ec25a6efa459e9263dc731072e64b is 50, key is test_row_0/A:col10/1731487011800/Put/seqid=0 2024-11-13T08:36:52,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] regionserver.HRegion(8855): Flush requested on a3ed043aaa391efb9d6002833b92998d 2024-11-13T08:36:52,502 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d. as already flushing 2024-11-13T08:36:52,522 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38605 is added to blk_1073741896_1072 (size=12301) 2024-11-13T08:36:52,553 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3ed043aaa391efb9d6002833b92998d, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:36:52,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38072 deadline: 1731487072547, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3ed043aaa391efb9d6002833b92998d, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:36:52,553 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3ed043aaa391efb9d6002833b92998d, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:36:52,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38024 deadline: 1731487072549, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3ed043aaa391efb9d6002833b92998d, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:36:52,554 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3ed043aaa391efb9d6002833b92998d, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:36:52,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38038 deadline: 1731487072549, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3ed043aaa391efb9d6002833b92998d, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:36:52,554 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 , the old value is region=TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3ed043aaa391efb9d6002833b92998d, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:36:52,554 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3ed043aaa391efb9d6002833b92998d, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:36:52,554 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 because the exception is null or not the one we care about 2024-11-13T08:36:52,554 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 , the old value is region=TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3ed043aaa391efb9d6002833b92998d, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:36:52,555 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3ed043aaa391efb9d6002833b92998d, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:36:52,555 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 because the exception is null or not the one we care about 2024-11-13T08:36:52,557 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 , the old value is region=TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3ed043aaa391efb9d6002833b92998d, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:36:52,557 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3ed043aaa391efb9d6002833b92998d, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:36:52,557 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 because the exception is null or not the one we care about 2024-11-13T08:36:52,666 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3ed043aaa391efb9d6002833b92998d, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:36:52,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38072 deadline: 1731487072665, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3ed043aaa391efb9d6002833b92998d, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:36:52,667 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 , the old value is region=TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3ed043aaa391efb9d6002833b92998d, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:36:52,667 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3ed043aaa391efb9d6002833b92998d, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:36:52,667 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3ed043aaa391efb9d6002833b92998d, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:36:52,667 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 because the exception is null or not the one we care about 2024-11-13T08:36:52,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38024 deadline: 1731487072665, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3ed043aaa391efb9d6002833b92998d, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:36:52,667 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 , the old value is region=TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3ed043aaa391efb9d6002833b92998d, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:36:52,667 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3ed043aaa391efb9d6002833b92998d, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:36:52,667 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 because the exception is null or not the one we care about 2024-11-13T08:36:52,672 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3ed043aaa391efb9d6002833b92998d, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:36:52,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38038 deadline: 1731487072666, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3ed043aaa391efb9d6002833b92998d, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:36:52,673 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 , the old value is region=TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3ed043aaa391efb9d6002833b92998d, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:36:52,673 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3ed043aaa391efb9d6002833b92998d, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:36:52,673 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 because the exception is null or not the one we care about 2024-11-13T08:36:52,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45349 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=15 2024-11-13T08:36:52,881 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3ed043aaa391efb9d6002833b92998d, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:36:52,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38072 deadline: 1731487072878, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3ed043aaa391efb9d6002833b92998d, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:36:52,881 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 , the old value is region=TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3ed043aaa391efb9d6002833b92998d, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:36:52,881 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3ed043aaa391efb9d6002833b92998d, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:36:52,882 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3ed043aaa391efb9d6002833b92998d, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:36:52,882 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 because the exception is null or not the one we care about 2024-11-13T08:36:52,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38024 deadline: 1731487072878, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3ed043aaa391efb9d6002833b92998d, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:36:52,882 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 , the old value is region=TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3ed043aaa391efb9d6002833b92998d, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:36:52,882 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3ed043aaa391efb9d6002833b92998d, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:36:52,882 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 because the exception is null or not the one we care about 2024-11-13T08:36:52,886 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3ed043aaa391efb9d6002833b92998d, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:36:52,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38038 deadline: 1731487072884, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3ed043aaa391efb9d6002833b92998d, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:36:52,887 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 , the old value is region=TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3ed043aaa391efb9d6002833b92998d, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:36:52,888 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3ed043aaa391efb9d6002833b92998d, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:36:52,888 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 because the exception is null or not the one we care about 2024-11-13T08:36:52,921 INFO [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=296 (bloomFilter=true), to=hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/a3ed043aaa391efb9d6002833b92998d/.tmp/A/154ec25a6efa459e9263dc731072e64b 2024-11-13T08:36:52,941 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/a3ed043aaa391efb9d6002833b92998d/.tmp/B/69d81c031e224126b5af9ffa766a749e is 50, key is test_row_0/B:col10/1731487011800/Put/seqid=0 2024-11-13T08:36:52,969 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38605 is added to blk_1073741897_1073 (size=12301) 2024-11-13T08:36:52,974 INFO [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=296 (bloomFilter=true), to=hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/a3ed043aaa391efb9d6002833b92998d/.tmp/B/69d81c031e224126b5af9ffa766a749e 2024-11-13T08:36:52,996 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/a3ed043aaa391efb9d6002833b92998d/.tmp/C/d2dcedb1327244108ed623ef0ffc20e1 is 50, key is test_row_0/C:col10/1731487011800/Put/seqid=0 2024-11-13T08:36:53,037 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38605 is added to blk_1073741898_1074 (size=12301) 2024-11-13T08:36:53,191 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3ed043aaa391efb9d6002833b92998d, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:36:53,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38024 deadline: 1731487073184, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3ed043aaa391efb9d6002833b92998d, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:36:53,192 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 , the old value is region=TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3ed043aaa391efb9d6002833b92998d, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:36:53,192 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3ed043aaa391efb9d6002833b92998d, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:36:53,192 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 because the exception is null or not the one we care about 2024-11-13T08:36:53,196 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3ed043aaa391efb9d6002833b92998d, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:36:53,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38072 deadline: 1731487073195, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3ed043aaa391efb9d6002833b92998d, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:36:53,197 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 , the old value is region=TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3ed043aaa391efb9d6002833b92998d, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:36:53,197 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3ed043aaa391efb9d6002833b92998d, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:36:53,197 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3ed043aaa391efb9d6002833b92998d, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:36:53,197 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 because the exception is null or not the one we care about 2024-11-13T08:36:53,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38038 deadline: 1731487073195, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3ed043aaa391efb9d6002833b92998d, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:36:53,198 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 , the old value is region=TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3ed043aaa391efb9d6002833b92998d, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:36:53,198 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3ed043aaa391efb9d6002833b92998d, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:36:53,198 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 because the exception is null or not the one we care about 2024-11-13T08:36:53,235 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3ed043aaa391efb9d6002833b92998d, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:36:53,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38020 deadline: 1731487073235, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3ed043aaa391efb9d6002833b92998d, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:36:53,236 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3ed043aaa391efb9d6002833b92998d, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:36:53,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38026 deadline: 1731487073235, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3ed043aaa391efb9d6002833b92998d, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:36:53,236 WARN [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRpcRetryingCaller(177): Call to dd3a0865bb23,43851,1731486997349 for 'test_row_1' in a3ed043aaa391efb9d6002833b92998d of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4191 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3ed043aaa391efb9d6002833b92998d, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3ed043aaa391efb9d6002833b92998d, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-13T08:36:53,237 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 , the old value is region=TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3ed043aaa391efb9d6002833b92998d, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:36:53,237 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3ed043aaa391efb9d6002833b92998d, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:36:53,237 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 because the exception is null or not the one we care about 2024-11-13T08:36:53,237 WARN [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRpcRetryingCaller(177): Call to dd3a0865bb23,43851,1731486997349 for 'test_row_0' in a3ed043aaa391efb9d6002833b92998d of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4192 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3ed043aaa391efb9d6002833b92998d, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3ed043aaa391efb9d6002833b92998d, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-13T08:36:53,237 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 , the old value is region=TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3ed043aaa391efb9d6002833b92998d, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:36:53,238 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3ed043aaa391efb9d6002833b92998d, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:36:53,238 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 because the exception is null or not the one we care about 2024-11-13T08:36:53,443 INFO [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=296 (bloomFilter=true), to=hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/a3ed043aaa391efb9d6002833b92998d/.tmp/C/d2dcedb1327244108ed623ef0ffc20e1 2024-11-13T08:36:53,456 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/a3ed043aaa391efb9d6002833b92998d/.tmp/A/154ec25a6efa459e9263dc731072e64b as hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/a3ed043aaa391efb9d6002833b92998d/A/154ec25a6efa459e9263dc731072e64b 2024-11-13T08:36:53,464 INFO [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/a3ed043aaa391efb9d6002833b92998d/A/154ec25a6efa459e9263dc731072e64b, entries=150, sequenceid=296, filesize=12.0 K 2024-11-13T08:36:53,466 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/a3ed043aaa391efb9d6002833b92998d/.tmp/B/69d81c031e224126b5af9ffa766a749e as hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/a3ed043aaa391efb9d6002833b92998d/B/69d81c031e224126b5af9ffa766a749e 2024-11-13T08:36:53,485 INFO [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/a3ed043aaa391efb9d6002833b92998d/B/69d81c031e224126b5af9ffa766a749e, entries=150, sequenceid=296, filesize=12.0 K 2024-11-13T08:36:53,487 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/a3ed043aaa391efb9d6002833b92998d/.tmp/C/d2dcedb1327244108ed623ef0ffc20e1 as hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/a3ed043aaa391efb9d6002833b92998d/C/d2dcedb1327244108ed623ef0ffc20e1 2024-11-13T08:36:53,494 INFO [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/a3ed043aaa391efb9d6002833b92998d/C/d2dcedb1327244108ed623ef0ffc20e1, entries=150, sequenceid=296, filesize=12.0 K 2024-11-13T08:36:53,496 INFO [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegion(3140): Finished flush of dataSize ~107.34 KB/109920, heapSize ~281.95 KB/288720, currentSize=100.63 KB/103050 for a3ed043aaa391efb9d6002833b92998d in 1035ms, sequenceid=296, compaction requested=true 2024-11-13T08:36:53,496 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegion(2603): Flush status journal for a3ed043aaa391efb9d6002833b92998d: 2024-11-13T08:36:53,496 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d. 2024-11-13T08:36:53,496 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=16 2024-11-13T08:36:53,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45349 {}] master.HMaster(4169): Remote procedure done, pid=16 2024-11-13T08:36:53,506 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=16, resume processing ppid=15 2024-11-13T08:36:53,506 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, ppid=15, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.8170 sec 2024-11-13T08:36:53,518 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=15, table=TestAcidGuarantees in 1.8350 sec 2024-11-13T08:36:53,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] regionserver.HRegion(8855): Flush requested on a3ed043aaa391efb9d6002833b92998d 2024-11-13T08:36:53,698 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-13T08:36:53,698 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing a3ed043aaa391efb9d6002833b92998d 3/3 column families, dataSize=107.34 KB heapSize=282 KB 2024-11-13T08:36:53,705 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/a3ed043aaa391efb9d6002833b92998d/.tmp/A/57f4a6cc8f33412ea43b815347683396 is 50, key is test_row_0/A:col10/1731487012541/Put/seqid=0 2024-11-13T08:36:53,722 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38605 is added to blk_1073741899_1075 (size=14741) 2024-11-13T08:36:53,723 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=315 (bloomFilter=true), to=hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/a3ed043aaa391efb9d6002833b92998d/.tmp/A/57f4a6cc8f33412ea43b815347683396 2024-11-13T08:36:53,736 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3ed043aaa391efb9d6002833b92998d, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:36:53,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38038 deadline: 1731487073734, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3ed043aaa391efb9d6002833b92998d, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:36:53,740 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 , the old value is region=TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3ed043aaa391efb9d6002833b92998d, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:36:53,740 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3ed043aaa391efb9d6002833b92998d, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:36:53,740 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3ed043aaa391efb9d6002833b92998d, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:36:53,740 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 because the exception is null or not the one we care about 2024-11-13T08:36:53,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38024 deadline: 1731487073734, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3ed043aaa391efb9d6002833b92998d, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:36:53,745 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 , the old value is region=TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3ed043aaa391efb9d6002833b92998d, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:36:53,745 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3ed043aaa391efb9d6002833b92998d, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:36:53,745 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 because the exception is null or not the one we care about 2024-11-13T08:36:53,749 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3ed043aaa391efb9d6002833b92998d, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:36:53,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38072 deadline: 1731487073744, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3ed043aaa391efb9d6002833b92998d, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:36:53,750 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 , the old value is region=TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3ed043aaa391efb9d6002833b92998d, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:36:53,750 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3ed043aaa391efb9d6002833b92998d, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:36:53,750 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 because the exception is null or not the one we care about 2024-11-13T08:36:53,753 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/a3ed043aaa391efb9d6002833b92998d/.tmp/B/ff52067e89b74a5bbc51551d58c5a628 is 50, key is test_row_0/B:col10/1731487012541/Put/seqid=0 2024-11-13T08:36:53,761 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38605 is added to blk_1073741900_1076 (size=12301) 2024-11-13T08:36:53,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45349 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=15 2024-11-13T08:36:53,835 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-13T08:36:53,839 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45349 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-13T08:36:53,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45349 {}] procedure2.ProcedureExecutor(1139): Stored pid=17, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=17, table=TestAcidGuarantees 2024-11-13T08:36:53,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45349 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17 2024-11-13T08:36:53,847 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3ed043aaa391efb9d6002833b92998d, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:36:53,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38038 deadline: 1731487073845, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3ed043aaa391efb9d6002833b92998d, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:36:53,848 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=17, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=17, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-13T08:36:53,848 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 , the old value is region=TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3ed043aaa391efb9d6002833b92998d, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:36:53,848 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3ed043aaa391efb9d6002833b92998d, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:36:53,849 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 because the exception is null or not the one we care about 2024-11-13T08:36:53,849 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=17, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=17, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-13T08:36:53,850 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=18, ppid=17, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-13T08:36:53,856 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3ed043aaa391efb9d6002833b92998d, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:36:53,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38024 deadline: 1731487073855, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3ed043aaa391efb9d6002833b92998d, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:36:53,857 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 , the old value is region=TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3ed043aaa391efb9d6002833b92998d, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:36:53,857 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3ed043aaa391efb9d6002833b92998d, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:36:53,857 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3ed043aaa391efb9d6002833b92998d, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:36:53,857 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 because the exception is null or not the one we care about 2024-11-13T08:36:53,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38072 deadline: 1731487073856, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3ed043aaa391efb9d6002833b92998d, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:36:53,858 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 , the old value is region=TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3ed043aaa391efb9d6002833b92998d, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:36:53,858 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3ed043aaa391efb9d6002833b92998d, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:36:53,858 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 because the exception is null or not the one we care about 2024-11-13T08:36:53,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45349 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17 2024-11-13T08:36:54,003 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43851 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=18 2024-11-13T08:36:54,003 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d. 2024-11-13T08:36:54,003 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d. as already flushing 2024-11-13T08:36:54,003 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d. 2024-11-13T08:36:54,004 ERROR [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] handler.RSProcedureHandler(58): pid=18 java.io.IOException: Unable to complete flush {ENCODED => a3ed043aaa391efb9d6002833b92998d, NAME => 'TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T08:36:54,004 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=18 java.io.IOException: Unable to complete flush {ENCODED => a3ed043aaa391efb9d6002833b92998d, NAME => 'TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T08:36:54,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45349 {}] master.HMaster(4177): Remote procedure failed, pid=18 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a3ed043aaa391efb9d6002833b92998d, NAME => 'TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a3ed043aaa391efb9d6002833b92998d, NAME => 'TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T08:36:54,058 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3ed043aaa391efb9d6002833b92998d, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:36:54,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38038 deadline: 1731487074055, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3ed043aaa391efb9d6002833b92998d, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:36:54,059 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 , the old value is region=TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3ed043aaa391efb9d6002833b92998d, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:36:54,059 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3ed043aaa391efb9d6002833b92998d, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:36:54,059 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 because the exception is null or not the one we care about 2024-11-13T08:36:54,069 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3ed043aaa391efb9d6002833b92998d, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:36:54,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38024 deadline: 1731487074066, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3ed043aaa391efb9d6002833b92998d, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:36:54,070 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 , the old value is region=TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3ed043aaa391efb9d6002833b92998d, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:36:54,070 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3ed043aaa391efb9d6002833b92998d, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:36:54,070 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 because the exception is null or not the one we care about 2024-11-13T08:36:54,070 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3ed043aaa391efb9d6002833b92998d, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:36:54,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38072 deadline: 1731487074068, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3ed043aaa391efb9d6002833b92998d, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:36:54,071 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 , the old value is region=TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3ed043aaa391efb9d6002833b92998d, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:36:54,071 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3ed043aaa391efb9d6002833b92998d, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:36:54,071 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 because the exception is null or not the one we care about 2024-11-13T08:36:54,160 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43851 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=18 2024-11-13T08:36:54,160 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d. 2024-11-13T08:36:54,160 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d. as already flushing 2024-11-13T08:36:54,160 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d. 2024-11-13T08:36:54,160 ERROR [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] handler.RSProcedureHandler(58): pid=18 java.io.IOException: Unable to complete flush {ENCODED => a3ed043aaa391efb9d6002833b92998d, NAME => 'TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T08:36:54,161 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=18 java.io.IOException: Unable to complete flush {ENCODED => a3ed043aaa391efb9d6002833b92998d, NAME => 'TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T08:36:54,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45349 {}] master.HMaster(4177): Remote procedure failed, pid=18 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a3ed043aaa391efb9d6002833b92998d, NAME => 'TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a3ed043aaa391efb9d6002833b92998d, NAME => 'TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T08:36:54,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45349 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17 2024-11-13T08:36:54,173 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=315 (bloomFilter=true), to=hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/a3ed043aaa391efb9d6002833b92998d/.tmp/B/ff52067e89b74a5bbc51551d58c5a628 2024-11-13T08:36:54,189 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/a3ed043aaa391efb9d6002833b92998d/.tmp/C/074bb47c8a544a9a807418f0e4f06e3f is 50, key is test_row_0/C:col10/1731487012541/Put/seqid=0 2024-11-13T08:36:54,198 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38605 is added to blk_1073741901_1077 (size=12301) 2024-11-13T08:36:54,314 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43851 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=18 2024-11-13T08:36:54,314 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d. 2024-11-13T08:36:54,314 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d. as already flushing 2024-11-13T08:36:54,314 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d. 2024-11-13T08:36:54,314 ERROR [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] handler.RSProcedureHandler(58): pid=18 java.io.IOException: Unable to complete flush {ENCODED => a3ed043aaa391efb9d6002833b92998d, NAME => 'TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T08:36:54,315 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=18 java.io.IOException: Unable to complete flush {ENCODED => a3ed043aaa391efb9d6002833b92998d, NAME => 'TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T08:36:54,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45349 {}] master.HMaster(4177): Remote procedure failed, pid=18 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a3ed043aaa391efb9d6002833b92998d, NAME => 'TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a3ed043aaa391efb9d6002833b92998d, NAME => 'TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T08:36:54,365 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3ed043aaa391efb9d6002833b92998d, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:36:54,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38038 deadline: 1731487074365, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3ed043aaa391efb9d6002833b92998d, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:36:54,366 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 , the old value is region=TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3ed043aaa391efb9d6002833b92998d, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:36:54,366 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3ed043aaa391efb9d6002833b92998d, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:36:54,366 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 because the exception is null or not the one we care about 2024-11-13T08:36:54,377 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3ed043aaa391efb9d6002833b92998d, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:36:54,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38024 deadline: 1731487074375, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3ed043aaa391efb9d6002833b92998d, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:36:54,378 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 , the old value is region=TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3ed043aaa391efb9d6002833b92998d, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:36:54,378 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3ed043aaa391efb9d6002833b92998d, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:36:54,378 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 because the exception is null or not the one we care about 2024-11-13T08:36:54,378 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3ed043aaa391efb9d6002833b92998d, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:36:54,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38072 deadline: 1731487074375, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3ed043aaa391efb9d6002833b92998d, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:36:54,378 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 , the old value is region=TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3ed043aaa391efb9d6002833b92998d, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:36:54,378 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3ed043aaa391efb9d6002833b92998d, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:36:54,378 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 because the exception is null or not the one we care about 2024-11-13T08:36:54,468 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43851 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=18 2024-11-13T08:36:54,469 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d. 2024-11-13T08:36:54,469 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d. as already flushing 2024-11-13T08:36:54,469 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d. 2024-11-13T08:36:54,469 ERROR [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] handler.RSProcedureHandler(58): pid=18 java.io.IOException: Unable to complete flush {ENCODED => a3ed043aaa391efb9d6002833b92998d, NAME => 'TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T08:36:54,469 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=18 java.io.IOException: Unable to complete flush {ENCODED => a3ed043aaa391efb9d6002833b92998d, NAME => 'TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T08:36:54,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45349 {}] master.HMaster(4177): Remote procedure failed, pid=18 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a3ed043aaa391efb9d6002833b92998d, NAME => 'TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a3ed043aaa391efb9d6002833b92998d, NAME => 'TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T08:36:54,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45349 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17 2024-11-13T08:36:54,597 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=315 (bloomFilter=true), to=hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/a3ed043aaa391efb9d6002833b92998d/.tmp/C/074bb47c8a544a9a807418f0e4f06e3f 2024-11-13T08:36:54,605 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/a3ed043aaa391efb9d6002833b92998d/.tmp/A/57f4a6cc8f33412ea43b815347683396 as hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/a3ed043aaa391efb9d6002833b92998d/A/57f4a6cc8f33412ea43b815347683396 2024-11-13T08:36:54,616 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/a3ed043aaa391efb9d6002833b92998d/A/57f4a6cc8f33412ea43b815347683396, entries=200, sequenceid=315, filesize=14.4 K 2024-11-13T08:36:54,619 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/a3ed043aaa391efb9d6002833b92998d/.tmp/B/ff52067e89b74a5bbc51551d58c5a628 as hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/a3ed043aaa391efb9d6002833b92998d/B/ff52067e89b74a5bbc51551d58c5a628 2024-11-13T08:36:54,639 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43851 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=18 2024-11-13T08:36:54,639 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d. 2024-11-13T08:36:54,640 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d. as already flushing 2024-11-13T08:36:54,640 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d. 2024-11-13T08:36:54,640 ERROR [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] handler.RSProcedureHandler(58): pid=18 java.io.IOException: Unable to complete flush {ENCODED => a3ed043aaa391efb9d6002833b92998d, NAME => 'TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T08:36:54,640 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=18 java.io.IOException: Unable to complete flush {ENCODED => a3ed043aaa391efb9d6002833b92998d, NAME => 'TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T08:36:54,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45349 {}] master.HMaster(4177): Remote procedure failed, pid=18 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a3ed043aaa391efb9d6002833b92998d, NAME => 'TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a3ed043aaa391efb9d6002833b92998d, NAME => 'TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T08:36:54,653 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/a3ed043aaa391efb9d6002833b92998d/B/ff52067e89b74a5bbc51551d58c5a628, entries=150, sequenceid=315, filesize=12.0 K 2024-11-13T08:36:54,655 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/a3ed043aaa391efb9d6002833b92998d/.tmp/C/074bb47c8a544a9a807418f0e4f06e3f as hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/a3ed043aaa391efb9d6002833b92998d/C/074bb47c8a544a9a807418f0e4f06e3f 2024-11-13T08:36:54,661 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/a3ed043aaa391efb9d6002833b92998d/C/074bb47c8a544a9a807418f0e4f06e3f, entries=150, sequenceid=315, filesize=12.0 K 2024-11-13T08:36:54,662 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~107.34 KB/109920, heapSize ~281.95 KB/288720, currentSize=107.34 KB/109920 for a3ed043aaa391efb9d6002833b92998d in 964ms, sequenceid=315, compaction requested=true 2024-11-13T08:36:54,662 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for a3ed043aaa391efb9d6002833b92998d: 2024-11-13T08:36:54,662 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a3ed043aaa391efb9d6002833b92998d:A, priority=-2147483648, current under compaction store size is 1 2024-11-13T08:36:54,662 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T08:36:54,662 DEBUG [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-13T08:36:54,662 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-13T08:36:54,662 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a3ed043aaa391efb9d6002833b92998d:B, priority=-2147483648, current under compaction store size is 2 2024-11-13T08:36:54,663 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T08:36:54,663 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a3ed043aaa391efb9d6002833b92998d:C, priority=-2147483648, current under compaction store size is 3 2024-11-13T08:36:54,663 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-13T08:36:54,664 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49718 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-13T08:36:54,664 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] regionserver.HStore(1541): a3ed043aaa391efb9d6002833b92998d/B is initiating minor compaction (all files) 2024-11-13T08:36:54,664 INFO [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of a3ed043aaa391efb9d6002833b92998d/B in TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d. 2024-11-13T08:36:54,664 DEBUG [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 54598 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-13T08:36:54,664 INFO [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/a3ed043aaa391efb9d6002833b92998d/B/721a5e31d94b4301a738a93077a3a407, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/a3ed043aaa391efb9d6002833b92998d/B/f3734019515346ec9ff7b4938ad837ab, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/a3ed043aaa391efb9d6002833b92998d/B/69d81c031e224126b5af9ffa766a749e, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/a3ed043aaa391efb9d6002833b92998d/B/ff52067e89b74a5bbc51551d58c5a628] into tmpdir=hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/a3ed043aaa391efb9d6002833b92998d/.tmp, totalSize=48.6 K 2024-11-13T08:36:54,664 DEBUG [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] regionserver.HStore(1541): a3ed043aaa391efb9d6002833b92998d/A is initiating minor compaction (all files) 2024-11-13T08:36:54,664 INFO [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of a3ed043aaa391efb9d6002833b92998d/A in TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d. 2024-11-13T08:36:54,664 INFO [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/a3ed043aaa391efb9d6002833b92998d/A/317bee6e5a23453f977d8ecf4df941eb, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/a3ed043aaa391efb9d6002833b92998d/A/63d4e90ebd534bd0aeb77e454e1dc0d8, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/a3ed043aaa391efb9d6002833b92998d/A/154ec25a6efa459e9263dc731072e64b, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/a3ed043aaa391efb9d6002833b92998d/A/57f4a6cc8f33412ea43b815347683396] into tmpdir=hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/a3ed043aaa391efb9d6002833b92998d/.tmp, totalSize=53.3 K 2024-11-13T08:36:54,665 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] compactions.Compactor(225): Compacting 721a5e31d94b4301a738a93077a3a407, keycount=150, bloomtype=ROW, size=12.5 K, encoding=NONE, compression=NONE, seqNum=257, earliestPutTs=1731487010606 2024-11-13T08:36:54,665 DEBUG [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] compactions.Compactor(225): Compacting 317bee6e5a23453f977d8ecf4df941eb, keycount=150, bloomtype=ROW, size=12.5 K, encoding=NONE, compression=NONE, seqNum=257, earliestPutTs=1731487010606 2024-11-13T08:36:54,666 DEBUG [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] compactions.Compactor(225): Compacting 63d4e90ebd534bd0aeb77e454e1dc0d8, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=274, earliestPutTs=1731487011024 2024-11-13T08:36:54,666 DEBUG [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] compactions.Compactor(225): Compacting 154ec25a6efa459e9263dc731072e64b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=296, earliestPutTs=1731487011800 2024-11-13T08:36:54,666 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] compactions.Compactor(225): Compacting f3734019515346ec9ff7b4938ad837ab, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=274, earliestPutTs=1731487011024 2024-11-13T08:36:54,667 DEBUG [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] compactions.Compactor(225): Compacting 57f4a6cc8f33412ea43b815347683396, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=315, earliestPutTs=1731487012523 2024-11-13T08:36:54,667 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] compactions.Compactor(225): Compacting 69d81c031e224126b5af9ffa766a749e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=296, earliestPutTs=1731487011800 2024-11-13T08:36:54,668 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] compactions.Compactor(225): Compacting ff52067e89b74a5bbc51551d58c5a628, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=315, earliestPutTs=1731487012541 2024-11-13T08:36:54,684 INFO [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): a3ed043aaa391efb9d6002833b92998d#A#compaction#65 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-13T08:36:54,685 DEBUG [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/a3ed043aaa391efb9d6002833b92998d/.tmp/A/7a7d1d70a7b64b29b9b3028060f73163 is 50, key is test_row_0/A:col10/1731487012541/Put/seqid=0 2024-11-13T08:36:54,687 INFO [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): a3ed043aaa391efb9d6002833b92998d#B#compaction#66 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-13T08:36:54,688 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/a3ed043aaa391efb9d6002833b92998d/.tmp/B/b0cc3d23a7fb4b66be178efcb7097bfa is 50, key is test_row_0/B:col10/1731487012541/Put/seqid=0 2024-11-13T08:36:54,694 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38605 is added to blk_1073741902_1078 (size=13051) 2024-11-13T08:36:54,706 DEBUG [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/a3ed043aaa391efb9d6002833b92998d/.tmp/A/7a7d1d70a7b64b29b9b3028060f73163 as hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/a3ed043aaa391efb9d6002833b92998d/A/7a7d1d70a7b64b29b9b3028060f73163 2024-11-13T08:36:54,710 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38605 is added to blk_1073741903_1079 (size=13051) 2024-11-13T08:36:54,717 INFO [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in a3ed043aaa391efb9d6002833b92998d/A of a3ed043aaa391efb9d6002833b92998d into 7a7d1d70a7b64b29b9b3028060f73163(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T08:36:54,717 DEBUG [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for a3ed043aaa391efb9d6002833b92998d: 2024-11-13T08:36:54,718 INFO [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d., storeName=a3ed043aaa391efb9d6002833b92998d/A, priority=12, startTime=1731487014662; duration=0sec 2024-11-13T08:36:54,718 DEBUG [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-13T08:36:54,718 DEBUG [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a3ed043aaa391efb9d6002833b92998d:A 2024-11-13T08:36:54,718 DEBUG [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-13T08:36:54,720 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/a3ed043aaa391efb9d6002833b92998d/.tmp/B/b0cc3d23a7fb4b66be178efcb7097bfa as hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/a3ed043aaa391efb9d6002833b92998d/B/b0cc3d23a7fb4b66be178efcb7097bfa 2024-11-13T08:36:54,720 DEBUG [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49684 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-13T08:36:54,720 DEBUG [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] regionserver.HStore(1541): a3ed043aaa391efb9d6002833b92998d/C is initiating minor compaction (all files) 2024-11-13T08:36:54,720 INFO [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of a3ed043aaa391efb9d6002833b92998d/C in TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d. 2024-11-13T08:36:54,721 INFO [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/a3ed043aaa391efb9d6002833b92998d/C/536a4454134a423183d7ce7651675bfa, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/a3ed043aaa391efb9d6002833b92998d/C/0447c39438414746a66deac0da822172, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/a3ed043aaa391efb9d6002833b92998d/C/d2dcedb1327244108ed623ef0ffc20e1, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/a3ed043aaa391efb9d6002833b92998d/C/074bb47c8a544a9a807418f0e4f06e3f] into tmpdir=hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/a3ed043aaa391efb9d6002833b92998d/.tmp, totalSize=48.5 K 2024-11-13T08:36:54,721 DEBUG [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] compactions.Compactor(225): Compacting 536a4454134a423183d7ce7651675bfa, keycount=150, bloomtype=ROW, size=12.5 K, encoding=NONE, compression=NONE, seqNum=257, earliestPutTs=1731487010606 2024-11-13T08:36:54,722 DEBUG [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] compactions.Compactor(225): Compacting 0447c39438414746a66deac0da822172, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=274, earliestPutTs=1731487011024 2024-11-13T08:36:54,728 INFO [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in a3ed043aaa391efb9d6002833b92998d/B of a3ed043aaa391efb9d6002833b92998d into b0cc3d23a7fb4b66be178efcb7097bfa(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T08:36:54,728 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for a3ed043aaa391efb9d6002833b92998d: 2024-11-13T08:36:54,729 INFO [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d., storeName=a3ed043aaa391efb9d6002833b92998d/B, priority=12, startTime=1731487014662; duration=0sec 2024-11-13T08:36:54,729 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T08:36:54,729 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a3ed043aaa391efb9d6002833b92998d:B 2024-11-13T08:36:54,734 DEBUG [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] compactions.Compactor(225): Compacting d2dcedb1327244108ed623ef0ffc20e1, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=296, earliestPutTs=1731487011800 2024-11-13T08:36:54,735 DEBUG [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] compactions.Compactor(225): Compacting 074bb47c8a544a9a807418f0e4f06e3f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=315, earliestPutTs=1731487012541 2024-11-13T08:36:54,750 INFO [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): a3ed043aaa391efb9d6002833b92998d#C#compaction#67 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-13T08:36:54,751 DEBUG [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/a3ed043aaa391efb9d6002833b92998d/.tmp/C/a1f33989abaf4cbd879d982258491db1 is 50, key is test_row_0/C:col10/1731487012541/Put/seqid=0 2024-11-13T08:36:54,761 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38605 is added to blk_1073741904_1080 (size=13017) 2024-11-13T08:36:54,771 DEBUG [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/a3ed043aaa391efb9d6002833b92998d/.tmp/C/a1f33989abaf4cbd879d982258491db1 as hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/a3ed043aaa391efb9d6002833b92998d/C/a1f33989abaf4cbd879d982258491db1 2024-11-13T08:36:54,781 INFO [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in a3ed043aaa391efb9d6002833b92998d/C of a3ed043aaa391efb9d6002833b92998d into a1f33989abaf4cbd879d982258491db1(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T08:36:54,781 DEBUG [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for a3ed043aaa391efb9d6002833b92998d: 2024-11-13T08:36:54,781 INFO [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d., storeName=a3ed043aaa391efb9d6002833b92998d/C, priority=12, startTime=1731487014663; duration=0sec 2024-11-13T08:36:54,781 DEBUG [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T08:36:54,781 DEBUG [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a3ed043aaa391efb9d6002833b92998d:C 2024-11-13T08:36:54,794 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43851 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=18 2024-11-13T08:36:54,795 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d. 2024-11-13T08:36:54,795 INFO [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegion(2902): Flushing a3ed043aaa391efb9d6002833b92998d 3/3 column families, dataSize=107.34 KB heapSize=282 KB 2024-11-13T08:36:54,806 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/a3ed043aaa391efb9d6002833b92998d/.tmp/A/9bc4e73dae314ef59dcdc9e6e8dc0646 is 50, key is test_row_0/A:col10/1731487013731/Put/seqid=0 2024-11-13T08:36:54,814 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38605 is added to blk_1073741905_1081 (size=12301) 2024-11-13T08:36:54,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] regionserver.HRegion(8855): Flush requested on a3ed043aaa391efb9d6002833b92998d 2024-11-13T08:36:54,877 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d. as already flushing 2024-11-13T08:36:54,918 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3ed043aaa391efb9d6002833b92998d, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:36:54,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38024 deadline: 1731487074915, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3ed043aaa391efb9d6002833b92998d, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:36:54,919 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 , the old value is region=TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3ed043aaa391efb9d6002833b92998d, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:36:54,919 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3ed043aaa391efb9d6002833b92998d, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:36:54,919 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3ed043aaa391efb9d6002833b92998d, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:36:54,919 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 because the exception is null or not the one we care about 2024-11-13T08:36:54,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38038 deadline: 1731487074918, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3ed043aaa391efb9d6002833b92998d, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:36:54,920 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 , the old value is region=TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3ed043aaa391efb9d6002833b92998d, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:36:54,920 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3ed043aaa391efb9d6002833b92998d, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:36:54,920 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 because the exception is null or not the one we care about 2024-11-13T08:36:54,930 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3ed043aaa391efb9d6002833b92998d, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:36:54,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38072 deadline: 1731487074922, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3ed043aaa391efb9d6002833b92998d, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:36:54,931 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 , the old value is region=TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3ed043aaa391efb9d6002833b92998d, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:36:54,931 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3ed043aaa391efb9d6002833b92998d, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:36:54,931 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 because the exception is null or not the one we care about 2024-11-13T08:36:54,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45349 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17 2024-11-13T08:36:55,027 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3ed043aaa391efb9d6002833b92998d, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:36:55,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38024 deadline: 1731487075025, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3ed043aaa391efb9d6002833b92998d, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:36:55,028 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 , the old value is region=TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3ed043aaa391efb9d6002833b92998d, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:36:55,028 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3ed043aaa391efb9d6002833b92998d, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:36:55,028 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3ed043aaa391efb9d6002833b92998d, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:36:55,028 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 because the exception is null or not the one we care about 2024-11-13T08:36:55,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38038 deadline: 1731487075026, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3ed043aaa391efb9d6002833b92998d, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:36:55,029 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 , the old value is region=TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3ed043aaa391efb9d6002833b92998d, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:36:55,029 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3ed043aaa391efb9d6002833b92998d, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:36:55,029 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 because the exception is null or not the one we care about 2024-11-13T08:36:55,038 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3ed043aaa391efb9d6002833b92998d, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:36:55,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38072 deadline: 1731487075035, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3ed043aaa391efb9d6002833b92998d, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:36:55,039 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 , the old value is region=TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3ed043aaa391efb9d6002833b92998d, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:36:55,039 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3ed043aaa391efb9d6002833b92998d, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:36:55,039 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 because the exception is null or not the one we care about 2024-11-13T08:36:55,215 INFO [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=337 (bloomFilter=true), to=hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/a3ed043aaa391efb9d6002833b92998d/.tmp/A/9bc4e73dae314ef59dcdc9e6e8dc0646 2024-11-13T08:36:55,238 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3ed043aaa391efb9d6002833b92998d, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:36:55,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38024 deadline: 1731487075235, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3ed043aaa391efb9d6002833b92998d, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:36:55,239 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 , the old value is region=TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3ed043aaa391efb9d6002833b92998d, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:36:55,239 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3ed043aaa391efb9d6002833b92998d, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:36:55,239 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 because the exception is null or not the one we care about 2024-11-13T08:36:55,239 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3ed043aaa391efb9d6002833b92998d, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:36:55,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38038 deadline: 1731487075235, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3ed043aaa391efb9d6002833b92998d, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:36:55,239 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 , the old value is region=TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3ed043aaa391efb9d6002833b92998d, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:36:55,239 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3ed043aaa391efb9d6002833b92998d, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:36:55,240 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 because the exception is null or not the one we care about 2024-11-13T08:36:55,245 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3ed043aaa391efb9d6002833b92998d, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:36:55,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38072 deadline: 1731487075245, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3ed043aaa391efb9d6002833b92998d, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:36:55,246 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 , the old value is region=TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3ed043aaa391efb9d6002833b92998d, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:36:55,246 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3ed043aaa391efb9d6002833b92998d, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:36:55,246 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 because the exception is null or not the one we care about 2024-11-13T08:36:55,249 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/a3ed043aaa391efb9d6002833b92998d/.tmp/B/0e58157954834658b4beb343210a974b is 50, key is test_row_0/B:col10/1731487013731/Put/seqid=0 2024-11-13T08:36:55,264 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38605 is added to blk_1073741906_1082 (size=12301) 2024-11-13T08:36:55,273 INFO [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=337 (bloomFilter=true), to=hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/a3ed043aaa391efb9d6002833b92998d/.tmp/B/0e58157954834658b4beb343210a974b 2024-11-13T08:36:55,288 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/a3ed043aaa391efb9d6002833b92998d/.tmp/C/d1f4e292da6a4144b4a7ef46337177d6 is 50, key is test_row_0/C:col10/1731487013731/Put/seqid=0 2024-11-13T08:36:55,313 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38605 is added to blk_1073741907_1083 (size=12301) 2024-11-13T08:36:55,552 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3ed043aaa391efb9d6002833b92998d, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:36:55,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38024 deadline: 1731487075545, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3ed043aaa391efb9d6002833b92998d, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:36:55,553 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3ed043aaa391efb9d6002833b92998d, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:36:55,553 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 , the old value is region=TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3ed043aaa391efb9d6002833b92998d, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:36:55,553 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3ed043aaa391efb9d6002833b92998d, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:36:55,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38038 deadline: 1731487075545, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3ed043aaa391efb9d6002833b92998d, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:36:55,553 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 because the exception is null or not the one we care about 2024-11-13T08:36:55,553 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 , the old value is region=TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3ed043aaa391efb9d6002833b92998d, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:36:55,553 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3ed043aaa391efb9d6002833b92998d, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:36:55,553 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 because the exception is null or not the one we care about 2024-11-13T08:36:55,557 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3ed043aaa391efb9d6002833b92998d, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:36:55,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38072 deadline: 1731487075555, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3ed043aaa391efb9d6002833b92998d, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:36:55,557 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 , the old value is region=TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3ed043aaa391efb9d6002833b92998d, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:36:55,558 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3ed043aaa391efb9d6002833b92998d, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:36:55,558 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 because the exception is null or not the one we care about 2024-11-13T08:36:55,714 INFO [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=337 (bloomFilter=true), to=hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/a3ed043aaa391efb9d6002833b92998d/.tmp/C/d1f4e292da6a4144b4a7ef46337177d6 2024-11-13T08:36:55,728 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/a3ed043aaa391efb9d6002833b92998d/.tmp/A/9bc4e73dae314ef59dcdc9e6e8dc0646 as hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/a3ed043aaa391efb9d6002833b92998d/A/9bc4e73dae314ef59dcdc9e6e8dc0646 2024-11-13T08:36:55,736 INFO [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/a3ed043aaa391efb9d6002833b92998d/A/9bc4e73dae314ef59dcdc9e6e8dc0646, entries=150, sequenceid=337, filesize=12.0 K 2024-11-13T08:36:55,738 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/a3ed043aaa391efb9d6002833b92998d/.tmp/B/0e58157954834658b4beb343210a974b as hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/a3ed043aaa391efb9d6002833b92998d/B/0e58157954834658b4beb343210a974b 2024-11-13T08:36:55,745 INFO [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/a3ed043aaa391efb9d6002833b92998d/B/0e58157954834658b4beb343210a974b, entries=150, sequenceid=337, filesize=12.0 K 2024-11-13T08:36:55,747 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/a3ed043aaa391efb9d6002833b92998d/.tmp/C/d1f4e292da6a4144b4a7ef46337177d6 as hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/a3ed043aaa391efb9d6002833b92998d/C/d1f4e292da6a4144b4a7ef46337177d6 2024-11-13T08:36:55,753 INFO [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/a3ed043aaa391efb9d6002833b92998d/C/d1f4e292da6a4144b4a7ef46337177d6, entries=150, sequenceid=337, filesize=12.0 K 2024-11-13T08:36:55,755 INFO [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegion(3140): Finished flush of dataSize ~107.34 KB/109920, heapSize ~281.95 KB/288720, currentSize=100.63 KB/103050 for a3ed043aaa391efb9d6002833b92998d in 960ms, sequenceid=337, compaction requested=false 2024-11-13T08:36:55,755 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegion(2603): Flush status journal for a3ed043aaa391efb9d6002833b92998d: 2024-11-13T08:36:55,755 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d. 2024-11-13T08:36:55,755 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=18 2024-11-13T08:36:55,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45349 {}] master.HMaster(4169): Remote procedure done, pid=18 2024-11-13T08:36:55,760 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=18, resume processing ppid=17 2024-11-13T08:36:55,760 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=18, ppid=17, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.9080 sec 2024-11-13T08:36:55,763 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=17, table=TestAcidGuarantees in 1.9220 sec 2024-11-13T08:36:55,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45349 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17 2024-11-13T08:36:55,995 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-13T08:36:55,996 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45349 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-13T08:36:55,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45349 {}] procedure2.ProcedureExecutor(1139): Stored pid=19, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=19, table=TestAcidGuarantees 2024-11-13T08:36:56,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45349 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19 2024-11-13T08:36:56,009 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=19, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=19, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-13T08:36:56,010 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=19, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=19, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-13T08:36:56,010 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=20, ppid=19, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-13T08:36:56,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] regionserver.HRegion(8855): Flush requested on a3ed043aaa391efb9d6002833b92998d 2024-11-13T08:36:56,059 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-13T08:36:56,060 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing a3ed043aaa391efb9d6002833b92998d 3/3 column families, dataSize=107.34 KB heapSize=282 KB 2024-11-13T08:36:56,067 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/a3ed043aaa391efb9d6002833b92998d/.tmp/A/61ec6955574b42a7ab7b97df58502a1f is 50, key is test_row_0/A:col10/1731487016058/Put/seqid=0 2024-11-13T08:36:56,096 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38605 is added to blk_1073741908_1084 (size=12301) 2024-11-13T08:36:56,096 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3ed043aaa391efb9d6002833b92998d, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:36:56,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38038 deadline: 1731487076090, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3ed043aaa391efb9d6002833b92998d, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:36:56,097 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 , the old value is region=TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3ed043aaa391efb9d6002833b92998d, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:36:56,097 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3ed043aaa391efb9d6002833b92998d, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:36:56,097 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 because the exception is null or not the one we care about 2024-11-13T08:36:56,097 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3ed043aaa391efb9d6002833b92998d, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:36:56,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38072 deadline: 1731487076091, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3ed043aaa391efb9d6002833b92998d, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:36:56,098 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 , the old value is region=TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3ed043aaa391efb9d6002833b92998d, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:36:56,098 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3ed043aaa391efb9d6002833b92998d, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:36:56,098 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 because the exception is null or not the one we care about 2024-11-13T08:36:56,102 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3ed043aaa391efb9d6002833b92998d, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:36:56,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38024 deadline: 1731487076095, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3ed043aaa391efb9d6002833b92998d, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:36:56,103 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 , the old value is region=TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3ed043aaa391efb9d6002833b92998d, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:36:56,103 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3ed043aaa391efb9d6002833b92998d, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:36:56,103 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 because the exception is null or not the one we care about 2024-11-13T08:36:56,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45349 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19 2024-11-13T08:36:56,165 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43851 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=20 2024-11-13T08:36:56,166 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d. 2024-11-13T08:36:56,166 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d. as already flushing 2024-11-13T08:36:56,166 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d. 2024-11-13T08:36:56,166 ERROR [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] handler.RSProcedureHandler(58): pid=20 java.io.IOException: Unable to complete flush {ENCODED => a3ed043aaa391efb9d6002833b92998d, NAME => 'TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T08:36:56,166 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=20 java.io.IOException: Unable to complete flush {ENCODED => a3ed043aaa391efb9d6002833b92998d, NAME => 'TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T08:36:56,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45349 {}] master.HMaster(4177): Remote procedure failed, pid=20 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a3ed043aaa391efb9d6002833b92998d, NAME => 'TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a3ed043aaa391efb9d6002833b92998d, NAME => 'TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T08:36:56,207 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3ed043aaa391efb9d6002833b92998d, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:36:56,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38024 deadline: 1731487076206, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3ed043aaa391efb9d6002833b92998d, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:36:56,207 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3ed043aaa391efb9d6002833b92998d, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:36:56,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38038 deadline: 1731487076205, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3ed043aaa391efb9d6002833b92998d, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:36:56,209 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 , the old value is region=TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3ed043aaa391efb9d6002833b92998d, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:36:56,209 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3ed043aaa391efb9d6002833b92998d, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:36:56,209 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 because the exception is null or not the one we care about 2024-11-13T08:36:56,209 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 , the old value is region=TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3ed043aaa391efb9d6002833b92998d, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:36:56,209 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3ed043aaa391efb9d6002833b92998d, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:36:56,209 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 because the exception is null or not the one we care about 2024-11-13T08:36:56,209 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3ed043aaa391efb9d6002833b92998d, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:36:56,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38072 deadline: 1731487076206, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3ed043aaa391efb9d6002833b92998d, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:36:56,211 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 , the old value is region=TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3ed043aaa391efb9d6002833b92998d, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:36:56,211 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3ed043aaa391efb9d6002833b92998d, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:36:56,211 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 because the exception is null or not the one we care about 2024-11-13T08:36:56,320 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43851 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=20 2024-11-13T08:36:56,321 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d. 2024-11-13T08:36:56,321 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d. as already flushing 2024-11-13T08:36:56,321 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d. 2024-11-13T08:36:56,321 ERROR [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] handler.RSProcedureHandler(58): pid=20 java.io.IOException: Unable to complete flush {ENCODED => a3ed043aaa391efb9d6002833b92998d, NAME => 'TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T08:36:56,321 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=20 java.io.IOException: Unable to complete flush {ENCODED => a3ed043aaa391efb9d6002833b92998d, NAME => 'TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T08:36:56,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45349 {}] master.HMaster(4177): Remote procedure failed, pid=20 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a3ed043aaa391efb9d6002833b92998d, NAME => 'TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a3ed043aaa391efb9d6002833b92998d, NAME => 'TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T08:36:56,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45349 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19 2024-11-13T08:36:56,420 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3ed043aaa391efb9d6002833b92998d, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:36:56,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38038 deadline: 1731487076415, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3ed043aaa391efb9d6002833b92998d, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:36:56,421 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3ed043aaa391efb9d6002833b92998d, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:36:56,421 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 , the old value is region=TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3ed043aaa391efb9d6002833b92998d, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:36:56,421 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3ed043aaa391efb9d6002833b92998d, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:36:56,421 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 because the exception is null or not the one we care about 2024-11-13T08:36:56,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38024 deadline: 1731487076415, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3ed043aaa391efb9d6002833b92998d, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:36:56,422 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 , the old value is region=TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3ed043aaa391efb9d6002833b92998d, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:36:56,422 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3ed043aaa391efb9d6002833b92998d, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:36:56,422 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3ed043aaa391efb9d6002833b92998d, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:36:56,422 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 because the exception is null or not the one we care about 2024-11-13T08:36:56,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38072 deadline: 1731487076415, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3ed043aaa391efb9d6002833b92998d, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:36:56,422 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 , the old value is region=TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3ed043aaa391efb9d6002833b92998d, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:36:56,422 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3ed043aaa391efb9d6002833b92998d, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:36:56,423 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 because the exception is null or not the one we care about 2024-11-13T08:36:56,475 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43851 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=20 2024-11-13T08:36:56,476 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d. 2024-11-13T08:36:56,476 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d. as already flushing 2024-11-13T08:36:56,476 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d. 2024-11-13T08:36:56,476 ERROR [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] handler.RSProcedureHandler(58): pid=20 java.io.IOException: Unable to complete flush {ENCODED => a3ed043aaa391efb9d6002833b92998d, NAME => 'TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T08:36:56,476 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=20 java.io.IOException: Unable to complete flush {ENCODED => a3ed043aaa391efb9d6002833b92998d, NAME => 'TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T08:36:56,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45349 {}] master.HMaster(4177): Remote procedure failed, pid=20 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a3ed043aaa391efb9d6002833b92998d, NAME => 'TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a3ed043aaa391efb9d6002833b92998d, NAME => 'TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T08:36:56,497 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=356 (bloomFilter=true), to=hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/a3ed043aaa391efb9d6002833b92998d/.tmp/A/61ec6955574b42a7ab7b97df58502a1f 2024-11-13T08:36:56,514 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/a3ed043aaa391efb9d6002833b92998d/.tmp/B/f6407af2d6b1458eabe7fa145f3ae7ca is 50, key is test_row_0/B:col10/1731487016058/Put/seqid=0 2024-11-13T08:36:56,526 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38605 is added to blk_1073741909_1085 (size=12301) 2024-11-13T08:36:56,527 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=356 (bloomFilter=true), to=hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/a3ed043aaa391efb9d6002833b92998d/.tmp/B/f6407af2d6b1458eabe7fa145f3ae7ca 2024-11-13T08:36:56,541 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/a3ed043aaa391efb9d6002833b92998d/.tmp/C/73ed48350f064f6980f27f3e16e5fc63 is 50, key is test_row_0/C:col10/1731487016058/Put/seqid=0 2024-11-13T08:36:56,564 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38605 is added to blk_1073741910_1086 (size=12301) 2024-11-13T08:36:56,630 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43851 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=20 2024-11-13T08:36:56,630 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d. 2024-11-13T08:36:56,630 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d. as already flushing 2024-11-13T08:36:56,631 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d. 2024-11-13T08:36:56,631 ERROR [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] handler.RSProcedureHandler(58): pid=20 java.io.IOException: Unable to complete flush {ENCODED => a3ed043aaa391efb9d6002833b92998d, NAME => 'TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T08:36:56,631 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=20 java.io.IOException: Unable to complete flush {ENCODED => a3ed043aaa391efb9d6002833b92998d, NAME => 'TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T08:36:56,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45349 {}] master.HMaster(4177): Remote procedure failed, pid=20 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a3ed043aaa391efb9d6002833b92998d, NAME => 'TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a3ed043aaa391efb9d6002833b92998d, NAME => 'TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T08:36:56,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45349 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19 2024-11-13T08:36:56,726 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3ed043aaa391efb9d6002833b92998d, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:36:56,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38038 deadline: 1731487076725, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3ed043aaa391efb9d6002833b92998d, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:36:56,727 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 , the old value is region=TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3ed043aaa391efb9d6002833b92998d, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:36:56,727 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3ed043aaa391efb9d6002833b92998d, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:36:56,727 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 because the exception is null or not the one we care about 2024-11-13T08:36:56,740 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3ed043aaa391efb9d6002833b92998d, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:36:56,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38024 deadline: 1731487076735, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3ed043aaa391efb9d6002833b92998d, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:36:56,741 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3ed043aaa391efb9d6002833b92998d, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:36:56,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38072 deadline: 1731487076736, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3ed043aaa391efb9d6002833b92998d, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:36:56,741 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 , the old value is region=TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3ed043aaa391efb9d6002833b92998d, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:36:56,741 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 , the old value is region=TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3ed043aaa391efb9d6002833b92998d, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:36:56,741 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3ed043aaa391efb9d6002833b92998d, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:36:56,741 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3ed043aaa391efb9d6002833b92998d, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:36:56,741 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 because the exception is null or not the one we care about 2024-11-13T08:36:56,741 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 because the exception is null or not the one we care about 2024-11-13T08:36:56,787 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43851 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=20 2024-11-13T08:36:56,787 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d. 2024-11-13T08:36:56,787 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d. as already flushing 2024-11-13T08:36:56,787 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d. 2024-11-13T08:36:56,787 ERROR [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] handler.RSProcedureHandler(58): pid=20 java.io.IOException: Unable to complete flush {ENCODED => a3ed043aaa391efb9d6002833b92998d, NAME => 'TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T08:36:56,788 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=20 java.io.IOException: Unable to complete flush {ENCODED => a3ed043aaa391efb9d6002833b92998d, NAME => 'TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T08:36:56,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45349 {}] master.HMaster(4177): Remote procedure failed, pid=20 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a3ed043aaa391efb9d6002833b92998d, NAME => 'TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a3ed043aaa391efb9d6002833b92998d, NAME => 'TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T08:36:56,945 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43851 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=20 2024-11-13T08:36:56,945 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d. 2024-11-13T08:36:56,945 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d. as already flushing 2024-11-13T08:36:56,945 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d. 2024-11-13T08:36:56,945 ERROR [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] handler.RSProcedureHandler(58): pid=20 java.io.IOException: Unable to complete flush {ENCODED => a3ed043aaa391efb9d6002833b92998d, NAME => 'TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T08:36:56,945 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=20 java.io.IOException: Unable to complete flush {ENCODED => a3ed043aaa391efb9d6002833b92998d, NAME => 'TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T08:36:56,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45349 {}] master.HMaster(4177): Remote procedure failed, pid=20 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a3ed043aaa391efb9d6002833b92998d, NAME => 'TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a3ed043aaa391efb9d6002833b92998d, NAME => 'TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T08:36:56,965 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=356 (bloomFilter=true), to=hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/a3ed043aaa391efb9d6002833b92998d/.tmp/C/73ed48350f064f6980f27f3e16e5fc63 2024-11-13T08:36:56,972 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/a3ed043aaa391efb9d6002833b92998d/.tmp/A/61ec6955574b42a7ab7b97df58502a1f as hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/a3ed043aaa391efb9d6002833b92998d/A/61ec6955574b42a7ab7b97df58502a1f 2024-11-13T08:36:56,976 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/a3ed043aaa391efb9d6002833b92998d/A/61ec6955574b42a7ab7b97df58502a1f, entries=150, sequenceid=356, filesize=12.0 K 2024-11-13T08:36:56,978 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/a3ed043aaa391efb9d6002833b92998d/.tmp/B/f6407af2d6b1458eabe7fa145f3ae7ca as hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/a3ed043aaa391efb9d6002833b92998d/B/f6407af2d6b1458eabe7fa145f3ae7ca 2024-11-13T08:36:56,989 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/a3ed043aaa391efb9d6002833b92998d/B/f6407af2d6b1458eabe7fa145f3ae7ca, entries=150, sequenceid=356, filesize=12.0 K 2024-11-13T08:36:56,992 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/a3ed043aaa391efb9d6002833b92998d/.tmp/C/73ed48350f064f6980f27f3e16e5fc63 as hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/a3ed043aaa391efb9d6002833b92998d/C/73ed48350f064f6980f27f3e16e5fc63 2024-11-13T08:36:57,000 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/a3ed043aaa391efb9d6002833b92998d/C/73ed48350f064f6980f27f3e16e5fc63, entries=150, sequenceid=356, filesize=12.0 K 2024-11-13T08:36:57,001 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~107.34 KB/109920, heapSize ~281.95 KB/288720, currentSize=93.93 KB/96180 for a3ed043aaa391efb9d6002833b92998d in 942ms, sequenceid=356, compaction requested=true 2024-11-13T08:36:57,002 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for a3ed043aaa391efb9d6002833b92998d: 2024-11-13T08:36:57,002 DEBUG [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-13T08:36:57,003 DEBUG [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37653 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-13T08:36:57,003 DEBUG [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] regionserver.HStore(1541): a3ed043aaa391efb9d6002833b92998d/A is initiating minor compaction (all files) 2024-11-13T08:36:57,004 INFO [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of a3ed043aaa391efb9d6002833b92998d/A in TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d. 2024-11-13T08:36:57,004 INFO [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/a3ed043aaa391efb9d6002833b92998d/A/7a7d1d70a7b64b29b9b3028060f73163, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/a3ed043aaa391efb9d6002833b92998d/A/9bc4e73dae314ef59dcdc9e6e8dc0646, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/a3ed043aaa391efb9d6002833b92998d/A/61ec6955574b42a7ab7b97df58502a1f] into tmpdir=hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/a3ed043aaa391efb9d6002833b92998d/.tmp, totalSize=36.8 K 2024-11-13T08:36:57,004 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a3ed043aaa391efb9d6002833b92998d:A, priority=-2147483648, current under compaction store size is 1 2024-11-13T08:36:57,004 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T08:36:57,004 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a3ed043aaa391efb9d6002833b92998d:B, priority=-2147483648, current under compaction store size is 2 2024-11-13T08:36:57,004 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T08:36:57,004 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-13T08:36:57,004 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a3ed043aaa391efb9d6002833b92998d:C, priority=-2147483648, current under compaction store size is 3 2024-11-13T08:36:57,004 DEBUG [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] compactions.Compactor(225): Compacting 7a7d1d70a7b64b29b9b3028060f73163, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=315, earliestPutTs=1731487012541 2024-11-13T08:36:57,004 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-13T08:36:57,005 DEBUG [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] compactions.Compactor(225): Compacting 9bc4e73dae314ef59dcdc9e6e8dc0646, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=337, earliestPutTs=1731487013717 2024-11-13T08:36:57,005 DEBUG [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] compactions.Compactor(225): Compacting 61ec6955574b42a7ab7b97df58502a1f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=356, earliestPutTs=1731487014914 2024-11-13T08:36:57,006 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37653 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-13T08:36:57,006 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] regionserver.HStore(1541): a3ed043aaa391efb9d6002833b92998d/B is initiating minor compaction (all files) 2024-11-13T08:36:57,006 INFO [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of a3ed043aaa391efb9d6002833b92998d/B in TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d. 2024-11-13T08:36:57,006 INFO [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/a3ed043aaa391efb9d6002833b92998d/B/b0cc3d23a7fb4b66be178efcb7097bfa, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/a3ed043aaa391efb9d6002833b92998d/B/0e58157954834658b4beb343210a974b, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/a3ed043aaa391efb9d6002833b92998d/B/f6407af2d6b1458eabe7fa145f3ae7ca] into tmpdir=hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/a3ed043aaa391efb9d6002833b92998d/.tmp, totalSize=36.8 K 2024-11-13T08:36:57,007 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] compactions.Compactor(225): Compacting b0cc3d23a7fb4b66be178efcb7097bfa, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=315, earliestPutTs=1731487012541 2024-11-13T08:36:57,008 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] compactions.Compactor(225): Compacting 0e58157954834658b4beb343210a974b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=337, earliestPutTs=1731487013717 2024-11-13T08:36:57,009 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] compactions.Compactor(225): Compacting f6407af2d6b1458eabe7fa145f3ae7ca, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=356, earliestPutTs=1731487014914 2024-11-13T08:36:57,030 INFO [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): a3ed043aaa391efb9d6002833b92998d#A#compaction#74 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-13T08:36:57,031 DEBUG [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/a3ed043aaa391efb9d6002833b92998d/.tmp/A/df12b484ad1d4037802f90e8de91c6ef is 50, key is test_row_0/A:col10/1731487016058/Put/seqid=0 2024-11-13T08:36:57,031 INFO [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): a3ed043aaa391efb9d6002833b92998d#B#compaction#75 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-13T08:36:57,032 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/a3ed043aaa391efb9d6002833b92998d/.tmp/B/ff064831fd184ac181efecd134a337be is 50, key is test_row_0/B:col10/1731487016058/Put/seqid=0 2024-11-13T08:36:57,051 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38605 is added to blk_1073741911_1087 (size=13153) 2024-11-13T08:36:57,056 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38605 is added to blk_1073741912_1088 (size=13153) 2024-11-13T08:36:57,060 DEBUG [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/a3ed043aaa391efb9d6002833b92998d/.tmp/A/df12b484ad1d4037802f90e8de91c6ef as hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/a3ed043aaa391efb9d6002833b92998d/A/df12b484ad1d4037802f90e8de91c6ef 2024-11-13T08:36:57,070 INFO [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in a3ed043aaa391efb9d6002833b92998d/A of a3ed043aaa391efb9d6002833b92998d into df12b484ad1d4037802f90e8de91c6ef(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T08:36:57,070 DEBUG [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for a3ed043aaa391efb9d6002833b92998d: 2024-11-13T08:36:57,070 INFO [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d., storeName=a3ed043aaa391efb9d6002833b92998d/A, priority=13, startTime=1731487017002; duration=0sec 2024-11-13T08:36:57,070 DEBUG [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-13T08:36:57,070 DEBUG [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a3ed043aaa391efb9d6002833b92998d:A 2024-11-13T08:36:57,070 DEBUG [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-13T08:36:57,071 DEBUG [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37619 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-13T08:36:57,071 DEBUG [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] regionserver.HStore(1541): a3ed043aaa391efb9d6002833b92998d/C is initiating minor compaction (all files) 2024-11-13T08:36:57,071 INFO [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of a3ed043aaa391efb9d6002833b92998d/C in TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d. 2024-11-13T08:36:57,072 INFO [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/a3ed043aaa391efb9d6002833b92998d/C/a1f33989abaf4cbd879d982258491db1, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/a3ed043aaa391efb9d6002833b92998d/C/d1f4e292da6a4144b4a7ef46337177d6, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/a3ed043aaa391efb9d6002833b92998d/C/73ed48350f064f6980f27f3e16e5fc63] into tmpdir=hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/a3ed043aaa391efb9d6002833b92998d/.tmp, totalSize=36.7 K 2024-11-13T08:36:57,072 DEBUG [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] compactions.Compactor(225): Compacting a1f33989abaf4cbd879d982258491db1, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=315, earliestPutTs=1731487012541 2024-11-13T08:36:57,073 DEBUG [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] compactions.Compactor(225): Compacting d1f4e292da6a4144b4a7ef46337177d6, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=337, earliestPutTs=1731487013717 2024-11-13T08:36:57,074 DEBUG [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] compactions.Compactor(225): Compacting 73ed48350f064f6980f27f3e16e5fc63, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=356, earliestPutTs=1731487014914 2024-11-13T08:36:57,083 INFO [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): a3ed043aaa391efb9d6002833b92998d#C#compaction#76 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-13T08:36:57,083 DEBUG [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/a3ed043aaa391efb9d6002833b92998d/.tmp/C/73c9b7f3f4e44a6a89293f74f71e931e is 50, key is test_row_0/C:col10/1731487016058/Put/seqid=0 2024-11-13T08:36:57,098 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38605 is added to blk_1073741913_1089 (size=13119) 2024-11-13T08:36:57,099 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43851 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=20 2024-11-13T08:36:57,099 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d. 2024-11-13T08:36:57,099 INFO [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegion(2902): Flushing a3ed043aaa391efb9d6002833b92998d 3/3 column families, dataSize=93.93 KB heapSize=246.84 KB 2024-11-13T08:36:57,105 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/a3ed043aaa391efb9d6002833b92998d/.tmp/A/beed38a174714fb6bce21a65507576b8 is 50, key is test_row_0/A:col10/1731487016092/Put/seqid=0 2024-11-13T08:36:57,118 DEBUG [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/a3ed043aaa391efb9d6002833b92998d/.tmp/C/73c9b7f3f4e44a6a89293f74f71e931e as hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/a3ed043aaa391efb9d6002833b92998d/C/73c9b7f3f4e44a6a89293f74f71e931e 2024-11-13T08:36:57,132 INFO [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in a3ed043aaa391efb9d6002833b92998d/C of a3ed043aaa391efb9d6002833b92998d into 73c9b7f3f4e44a6a89293f74f71e931e(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T08:36:57,132 DEBUG [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for a3ed043aaa391efb9d6002833b92998d: 2024-11-13T08:36:57,132 INFO [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d., storeName=a3ed043aaa391efb9d6002833b92998d/C, priority=13, startTime=1731487017004; duration=0sec 2024-11-13T08:36:57,133 DEBUG [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T08:36:57,133 DEBUG [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a3ed043aaa391efb9d6002833b92998d:C 2024-11-13T08:36:57,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45349 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19 2024-11-13T08:36:57,146 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38605 is added to blk_1073741914_1090 (size=12301) 2024-11-13T08:36:57,148 INFO [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=374 (bloomFilter=true), to=hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/a3ed043aaa391efb9d6002833b92998d/.tmp/A/beed38a174714fb6bce21a65507576b8 2024-11-13T08:36:57,171 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/a3ed043aaa391efb9d6002833b92998d/.tmp/B/e6ddec2494d84e65a5232cdf05bd6d74 is 50, key is test_row_0/B:col10/1731487016092/Put/seqid=0 2024-11-13T08:36:57,188 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38605 is added to blk_1073741915_1091 (size=12301) 2024-11-13T08:36:57,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] regionserver.HRegion(8855): Flush requested on a3ed043aaa391efb9d6002833b92998d 2024-11-13T08:36:57,241 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d. as already flushing 2024-11-13T08:36:57,280 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3ed043aaa391efb9d6002833b92998d, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:36:57,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38026 deadline: 1731487077273, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3ed043aaa391efb9d6002833b92998d, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:36:57,281 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 , the old value is region=TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3ed043aaa391efb9d6002833b92998d, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:36:57,281 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3ed043aaa391efb9d6002833b92998d, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:36:57,281 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3ed043aaa391efb9d6002833b92998d, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:36:57,281 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 because the exception is null or not the one we care about 2024-11-13T08:36:57,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38020 deadline: 1731487077275, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3ed043aaa391efb9d6002833b92998d, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:36:57,282 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3ed043aaa391efb9d6002833b92998d, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:36:57,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38024 deadline: 1731487077275, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3ed043aaa391efb9d6002833b92998d, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:36:57,282 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 , the old value is region=TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3ed043aaa391efb9d6002833b92998d, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:36:57,282 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3ed043aaa391efb9d6002833b92998d, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:36:57,282 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 because the exception is null or not the one we care about 2024-11-13T08:36:57,282 WARN [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRpcRetryingCaller(177): Call to dd3a0865bb23,43851,1731486997349 for 'test_row_1' in a3ed043aaa391efb9d6002833b92998d of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8237 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3ed043aaa391efb9d6002833b92998d, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3ed043aaa391efb9d6002833b92998d, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-13T08:36:57,283 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 , the old value is region=TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3ed043aaa391efb9d6002833b92998d, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:36:57,283 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3ed043aaa391efb9d6002833b92998d, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:36:57,283 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 because the exception is null or not the one we care about 2024-11-13T08:36:57,286 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3ed043aaa391efb9d6002833b92998d, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:36:57,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38072 deadline: 1731487077281, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3ed043aaa391efb9d6002833b92998d, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:36:57,287 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 , the old value is region=TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3ed043aaa391efb9d6002833b92998d, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:36:57,287 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3ed043aaa391efb9d6002833b92998d, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:36:57,287 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 because the exception is null or not the one we care about 2024-11-13T08:36:57,287 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3ed043aaa391efb9d6002833b92998d, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:36:57,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38038 deadline: 1731487077281, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3ed043aaa391efb9d6002833b92998d, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:36:57,288 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 , the old value is region=TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3ed043aaa391efb9d6002833b92998d, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:36:57,288 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3ed043aaa391efb9d6002833b92998d, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:36:57,288 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 because the exception is null or not the one we care about 2024-11-13T08:36:57,387 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3ed043aaa391efb9d6002833b92998d, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:36:57,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38024 deadline: 1731487077385, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3ed043aaa391efb9d6002833b92998d, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:36:57,388 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 , the old value is region=TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3ed043aaa391efb9d6002833b92998d, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:36:57,388 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3ed043aaa391efb9d6002833b92998d, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:36:57,388 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 because the exception is null or not the one we care about 2024-11-13T08:36:57,393 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3ed043aaa391efb9d6002833b92998d, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:36:57,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38026 deadline: 1731487077392, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3ed043aaa391efb9d6002833b92998d, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:36:57,394 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 , the old value is region=TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3ed043aaa391efb9d6002833b92998d, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:36:57,394 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3ed043aaa391efb9d6002833b92998d, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:36:57,394 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 because the exception is null or not the one we care about 2024-11-13T08:36:57,402 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3ed043aaa391efb9d6002833b92998d, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:36:57,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38072 deadline: 1731487077396, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3ed043aaa391efb9d6002833b92998d, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:36:57,403 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3ed043aaa391efb9d6002833b92998d, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:36:57,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38038 deadline: 1731487077396, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3ed043aaa391efb9d6002833b92998d, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:36:57,403 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 , the old value is region=TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3ed043aaa391efb9d6002833b92998d, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:36:57,403 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3ed043aaa391efb9d6002833b92998d, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:36:57,403 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 because the exception is null or not the one we care about 2024-11-13T08:36:57,404 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 , the old value is region=TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3ed043aaa391efb9d6002833b92998d, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:36:57,404 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3ed043aaa391efb9d6002833b92998d, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:36:57,404 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 because the exception is null or not the one we care about 2024-11-13T08:36:57,464 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/a3ed043aaa391efb9d6002833b92998d/.tmp/B/ff064831fd184ac181efecd134a337be as hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/a3ed043aaa391efb9d6002833b92998d/B/ff064831fd184ac181efecd134a337be 2024-11-13T08:36:57,484 INFO [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in a3ed043aaa391efb9d6002833b92998d/B of a3ed043aaa391efb9d6002833b92998d into ff064831fd184ac181efecd134a337be(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T08:36:57,484 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for a3ed043aaa391efb9d6002833b92998d: 2024-11-13T08:36:57,484 INFO [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d., storeName=a3ed043aaa391efb9d6002833b92998d/B, priority=13, startTime=1731487017004; duration=0sec 2024-11-13T08:36:57,485 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T08:36:57,485 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a3ed043aaa391efb9d6002833b92998d:B 2024-11-13T08:36:57,590 INFO [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=374 (bloomFilter=true), to=hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/a3ed043aaa391efb9d6002833b92998d/.tmp/B/e6ddec2494d84e65a5232cdf05bd6d74 2024-11-13T08:36:57,598 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3ed043aaa391efb9d6002833b92998d, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:36:57,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38024 deadline: 1731487077596, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3ed043aaa391efb9d6002833b92998d, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:36:57,599 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 , the old value is region=TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3ed043aaa391efb9d6002833b92998d, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:36:57,599 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3ed043aaa391efb9d6002833b92998d, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:36:57,599 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 because the exception is null or not the one we care about 2024-11-13T08:36:57,606 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/a3ed043aaa391efb9d6002833b92998d/.tmp/C/d77512e9b63f4871a21994bc7943d9e9 is 50, key is test_row_0/C:col10/1731487016092/Put/seqid=0 2024-11-13T08:36:57,612 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3ed043aaa391efb9d6002833b92998d, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:36:57,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38026 deadline: 1731487077607, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3ed043aaa391efb9d6002833b92998d, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:36:57,612 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3ed043aaa391efb9d6002833b92998d, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:36:57,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38072 deadline: 1731487077607, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3ed043aaa391efb9d6002833b92998d, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:36:57,613 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 , the old value is region=TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3ed043aaa391efb9d6002833b92998d, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:36:57,613 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3ed043aaa391efb9d6002833b92998d, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:36:57,613 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 because the exception is null or not the one we care about 2024-11-13T08:36:57,613 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 , the old value is region=TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3ed043aaa391efb9d6002833b92998d, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:36:57,613 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3ed043aaa391efb9d6002833b92998d, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:36:57,613 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 because the exception is null or not the one we care about 2024-11-13T08:36:57,617 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3ed043aaa391efb9d6002833b92998d, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:36:57,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38038 deadline: 1731487077616, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3ed043aaa391efb9d6002833b92998d, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:36:57,619 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 , the old value is region=TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3ed043aaa391efb9d6002833b92998d, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:36:57,619 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3ed043aaa391efb9d6002833b92998d, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:36:57,619 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 because the exception is null or not the one we care about 2024-11-13T08:36:57,633 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38605 is added to blk_1073741916_1092 (size=12301) 2024-11-13T08:36:57,635 INFO [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=374 (bloomFilter=true), to=hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/a3ed043aaa391efb9d6002833b92998d/.tmp/C/d77512e9b63f4871a21994bc7943d9e9 2024-11-13T08:36:57,644 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/a3ed043aaa391efb9d6002833b92998d/.tmp/A/beed38a174714fb6bce21a65507576b8 as hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/a3ed043aaa391efb9d6002833b92998d/A/beed38a174714fb6bce21a65507576b8 2024-11-13T08:36:57,653 INFO [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/a3ed043aaa391efb9d6002833b92998d/A/beed38a174714fb6bce21a65507576b8, entries=150, sequenceid=374, filesize=12.0 K 2024-11-13T08:36:57,654 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/a3ed043aaa391efb9d6002833b92998d/.tmp/B/e6ddec2494d84e65a5232cdf05bd6d74 as hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/a3ed043aaa391efb9d6002833b92998d/B/e6ddec2494d84e65a5232cdf05bd6d74 2024-11-13T08:36:57,667 INFO [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/a3ed043aaa391efb9d6002833b92998d/B/e6ddec2494d84e65a5232cdf05bd6d74, entries=150, sequenceid=374, filesize=12.0 K 2024-11-13T08:36:57,669 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/a3ed043aaa391efb9d6002833b92998d/.tmp/C/d77512e9b63f4871a21994bc7943d9e9 as hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/a3ed043aaa391efb9d6002833b92998d/C/d77512e9b63f4871a21994bc7943d9e9 2024-11-13T08:36:57,680 INFO [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/a3ed043aaa391efb9d6002833b92998d/C/d77512e9b63f4871a21994bc7943d9e9, entries=150, sequenceid=374, filesize=12.0 K 2024-11-13T08:36:57,682 INFO [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegion(3140): Finished flush of dataSize ~93.93 KB/96180, heapSize ~246.80 KB/252720, currentSize=114.05 KB/116790 for a3ed043aaa391efb9d6002833b92998d in 582ms, sequenceid=374, compaction requested=false 2024-11-13T08:36:57,682 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegion(2603): Flush status journal for a3ed043aaa391efb9d6002833b92998d: 2024-11-13T08:36:57,682 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d. 2024-11-13T08:36:57,682 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=20 2024-11-13T08:36:57,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45349 {}] master.HMaster(4169): Remote procedure done, pid=20 2024-11-13T08:36:57,687 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=20, resume processing ppid=19 2024-11-13T08:36:57,687 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=20, ppid=19, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.6740 sec 2024-11-13T08:36:57,689 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=19, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=19, table=TestAcidGuarantees in 1.6910 sec 2024-11-13T08:36:57,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] regionserver.HRegion(8855): Flush requested on a3ed043aaa391efb9d6002833b92998d 2024-11-13T08:36:57,909 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-13T08:36:57,909 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing a3ed043aaa391efb9d6002833b92998d 3/3 column families, dataSize=120.76 KB heapSize=317.16 KB 2024-11-13T08:36:57,922 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/a3ed043aaa391efb9d6002833b92998d/.tmp/A/8b846395ed614830bdf134083842ed0f is 50, key is test_row_0/A:col10/1731487017273/Put/seqid=0 2024-11-13T08:36:57,930 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38605 is added to blk_1073741917_1093 (size=12301) 2024-11-13T08:36:57,952 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3ed043aaa391efb9d6002833b92998d, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:36:57,952 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3ed043aaa391efb9d6002833b92998d, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:36:57,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38026 deadline: 1731487077944, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3ed043aaa391efb9d6002833b92998d, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:36:57,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38072 deadline: 1731487077944, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3ed043aaa391efb9d6002833b92998d, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:36:57,953 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 , the old value is region=TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3ed043aaa391efb9d6002833b92998d, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:36:57,953 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 , the old value is region=TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3ed043aaa391efb9d6002833b92998d, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:36:57,953 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3ed043aaa391efb9d6002833b92998d, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:36:57,953 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3ed043aaa391efb9d6002833b92998d, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:36:57,953 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 because the exception is null or not the one we care about 2024-11-13T08:36:57,953 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 because the exception is null or not the one we care about 2024-11-13T08:36:57,954 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3ed043aaa391efb9d6002833b92998d, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:36:57,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38038 deadline: 1731487077951, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3ed043aaa391efb9d6002833b92998d, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:36:57,955 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 , the old value is region=TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3ed043aaa391efb9d6002833b92998d, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:36:57,955 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3ed043aaa391efb9d6002833b92998d, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:36:57,955 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 because the exception is null or not the one we care about 2024-11-13T08:36:57,955 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3ed043aaa391efb9d6002833b92998d, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:36:57,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38024 deadline: 1731487077953, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3ed043aaa391efb9d6002833b92998d, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:36:57,956 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 , the old value is region=TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3ed043aaa391efb9d6002833b92998d, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:36:57,956 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3ed043aaa391efb9d6002833b92998d, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:36:57,956 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 because the exception is null or not the one we care about 2024-11-13T08:36:58,060 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3ed043aaa391efb9d6002833b92998d, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:36:58,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38026 deadline: 1731487078055, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3ed043aaa391efb9d6002833b92998d, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:36:58,065 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 , the old value is region=TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3ed043aaa391efb9d6002833b92998d, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:36:58,065 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3ed043aaa391efb9d6002833b92998d, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:36:58,065 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 because the exception is null or not the one we care about 2024-11-13T08:36:58,067 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3ed043aaa391efb9d6002833b92998d, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:36:58,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38038 deadline: 1731487078066, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3ed043aaa391efb9d6002833b92998d, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:36:58,067 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 , the old value is region=TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3ed043aaa391efb9d6002833b92998d, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:36:58,067 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3ed043aaa391efb9d6002833b92998d, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:36:58,068 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3ed043aaa391efb9d6002833b92998d, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:36:58,068 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 because the exception is null or not the one we care about 2024-11-13T08:36:58,068 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3ed043aaa391efb9d6002833b92998d, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:36:58,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38024 deadline: 1731487078067, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3ed043aaa391efb9d6002833b92998d, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:36:58,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38072 deadline: 1731487078067, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3ed043aaa391efb9d6002833b92998d, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:36:58,068 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 , the old value is region=TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3ed043aaa391efb9d6002833b92998d, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:36:58,068 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3ed043aaa391efb9d6002833b92998d, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:36:58,068 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 because the exception is null or not the one we care about 2024-11-13T08:36:58,068 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 , the old value is region=TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3ed043aaa391efb9d6002833b92998d, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:36:58,068 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3ed043aaa391efb9d6002833b92998d, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:36:58,068 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 because the exception is null or not the one we care about 2024-11-13T08:36:58,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45349 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19 2024-11-13T08:36:58,156 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-13T08:36:58,156 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45349 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-13T08:36:58,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45349 {}] procedure2.ProcedureExecutor(1139): Stored pid=21, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=21, table=TestAcidGuarantees 2024-11-13T08:36:58,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45349 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=21 2024-11-13T08:36:58,159 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=21, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=21, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-13T08:36:58,162 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=21, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=21, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-13T08:36:58,162 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=22, ppid=21, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-13T08:36:58,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45349 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=21 2024-11-13T08:36:58,279 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3ed043aaa391efb9d6002833b92998d, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:36:58,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38026 deadline: 1731487078276, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3ed043aaa391efb9d6002833b92998d, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:36:58,280 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 , the old value is region=TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3ed043aaa391efb9d6002833b92998d, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:36:58,280 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3ed043aaa391efb9d6002833b92998d, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:36:58,280 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 because the exception is null or not the one we care about 2024-11-13T08:36:58,281 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3ed043aaa391efb9d6002833b92998d, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:36:58,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38038 deadline: 1731487078279, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3ed043aaa391efb9d6002833b92998d, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:36:58,282 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 , the old value is region=TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3ed043aaa391efb9d6002833b92998d, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:36:58,282 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3ed043aaa391efb9d6002833b92998d, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:36:58,282 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3ed043aaa391efb9d6002833b92998d, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:36:58,282 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 because the exception is null or not the one we care about 2024-11-13T08:36:58,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38024 deadline: 1731487078279, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3ed043aaa391efb9d6002833b92998d, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:36:58,282 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3ed043aaa391efb9d6002833b92998d, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:36:58,282 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 , the old value is region=TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3ed043aaa391efb9d6002833b92998d, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:36:58,282 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3ed043aaa391efb9d6002833b92998d, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:36:58,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38072 deadline: 1731487078279, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3ed043aaa391efb9d6002833b92998d, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:36:58,282 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 because the exception is null or not the one we care about 2024-11-13T08:36:58,283 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 , the old value is region=TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3ed043aaa391efb9d6002833b92998d, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:36:58,283 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3ed043aaa391efb9d6002833b92998d, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:36:58,283 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 because the exception is null or not the one we care about 2024-11-13T08:36:58,316 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43851 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=22 2024-11-13T08:36:58,316 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d. 2024-11-13T08:36:58,316 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d. as already flushing 2024-11-13T08:36:58,316 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d. 2024-11-13T08:36:58,317 ERROR [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] handler.RSProcedureHandler(58): pid=22 java.io.IOException: Unable to complete flush {ENCODED => a3ed043aaa391efb9d6002833b92998d, NAME => 'TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T08:36:58,317 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=22 java.io.IOException: Unable to complete flush {ENCODED => a3ed043aaa391efb9d6002833b92998d, NAME => 'TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T08:36:58,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45349 {}] master.HMaster(4177): Remote procedure failed, pid=22 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a3ed043aaa391efb9d6002833b92998d, NAME => 'TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a3ed043aaa391efb9d6002833b92998d, NAME => 'TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T08:36:58,331 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=397 (bloomFilter=true), to=hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/a3ed043aaa391efb9d6002833b92998d/.tmp/A/8b846395ed614830bdf134083842ed0f 2024-11-13T08:36:58,362 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/a3ed043aaa391efb9d6002833b92998d/.tmp/B/f56420a1fee242ee9c92c61617c3a360 is 50, key is test_row_0/B:col10/1731487017273/Put/seqid=0 2024-11-13T08:36:58,370 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38605 is added to blk_1073741918_1094 (size=12301) 2024-11-13T08:36:58,471 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43851 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=22 2024-11-13T08:36:58,471 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d. 2024-11-13T08:36:58,471 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d. as already flushing 2024-11-13T08:36:58,471 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d. 2024-11-13T08:36:58,472 ERROR [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] handler.RSProcedureHandler(58): pid=22 java.io.IOException: Unable to complete flush {ENCODED => a3ed043aaa391efb9d6002833b92998d, NAME => 'TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T08:36:58,472 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=22 java.io.IOException: Unable to complete flush {ENCODED => a3ed043aaa391efb9d6002833b92998d, NAME => 'TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T08:36:58,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45349 {}] master.HMaster(4177): Remote procedure failed, pid=22 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a3ed043aaa391efb9d6002833b92998d, NAME => 'TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a3ed043aaa391efb9d6002833b92998d, NAME => 'TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T08:36:58,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45349 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=21 2024-11-13T08:36:58,586 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3ed043aaa391efb9d6002833b92998d, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:36:58,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38038 deadline: 1731487078586, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3ed043aaa391efb9d6002833b92998d, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:36:58,587 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3ed043aaa391efb9d6002833b92998d, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:36:58,587 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 , the old value is region=TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3ed043aaa391efb9d6002833b92998d, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:36:58,587 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3ed043aaa391efb9d6002833b92998d, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:36:58,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38026 deadline: 1731487078586, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3ed043aaa391efb9d6002833b92998d, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:36:58,587 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 because the exception is null or not the one we care about 2024-11-13T08:36:58,587 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3ed043aaa391efb9d6002833b92998d, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:36:58,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38072 deadline: 1731487078586, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3ed043aaa391efb9d6002833b92998d, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:36:58,588 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 , the old value is region=TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3ed043aaa391efb9d6002833b92998d, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:36:58,588 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 , the old value is region=TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3ed043aaa391efb9d6002833b92998d, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:36:58,588 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3ed043aaa391efb9d6002833b92998d, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:36:58,588 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3ed043aaa391efb9d6002833b92998d, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:36:58,588 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 because the exception is null or not the one we care about 2024-11-13T08:36:58,588 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 because the exception is null or not the one we care about 2024-11-13T08:36:58,600 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3ed043aaa391efb9d6002833b92998d, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:36:58,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38024 deadline: 1731487078595, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3ed043aaa391efb9d6002833b92998d, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:36:58,601 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 , the old value is region=TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3ed043aaa391efb9d6002833b92998d, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:36:58,601 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3ed043aaa391efb9d6002833b92998d, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:36:58,601 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 because the exception is null or not the one we care about 2024-11-13T08:36:58,625 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43851 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=22 2024-11-13T08:36:58,625 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d. 2024-11-13T08:36:58,626 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d. as already flushing 2024-11-13T08:36:58,626 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d. 2024-11-13T08:36:58,626 ERROR [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] handler.RSProcedureHandler(58): pid=22 java.io.IOException: Unable to complete flush {ENCODED => a3ed043aaa391efb9d6002833b92998d, NAME => 'TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T08:36:58,626 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=22 java.io.IOException: Unable to complete flush {ENCODED => a3ed043aaa391efb9d6002833b92998d, NAME => 'TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T08:36:58,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45349 {}] master.HMaster(4177): Remote procedure failed, pid=22 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a3ed043aaa391efb9d6002833b92998d, NAME => 'TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a3ed043aaa391efb9d6002833b92998d, NAME => 'TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T08:36:58,771 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=397 (bloomFilter=true), to=hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/a3ed043aaa391efb9d6002833b92998d/.tmp/B/f56420a1fee242ee9c92c61617c3a360 2024-11-13T08:36:58,779 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43851 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=22 2024-11-13T08:36:58,779 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d. 2024-11-13T08:36:58,779 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d. as already flushing 2024-11-13T08:36:58,780 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d. 2024-11-13T08:36:58,780 ERROR [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] handler.RSProcedureHandler(58): pid=22 java.io.IOException: Unable to complete flush {ENCODED => a3ed043aaa391efb9d6002833b92998d, NAME => 'TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T08:36:58,780 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=22 java.io.IOException: Unable to complete flush {ENCODED => a3ed043aaa391efb9d6002833b92998d, NAME => 'TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T08:36:58,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45349 {}] master.HMaster(4177): Remote procedure failed, pid=22 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a3ed043aaa391efb9d6002833b92998d, NAME => 'TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a3ed043aaa391efb9d6002833b92998d, NAME => 'TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T08:36:58,783 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/a3ed043aaa391efb9d6002833b92998d/.tmp/C/cc6bb6db1c064ec1a556a909232f334b is 50, key is test_row_0/C:col10/1731487017273/Put/seqid=0 2024-11-13T08:36:58,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45349 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=21 2024-11-13T08:36:58,794 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38605 is added to blk_1073741919_1095 (size=12301) 2024-11-13T08:36:58,934 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43851 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=22 2024-11-13T08:36:58,934 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d. 2024-11-13T08:36:58,935 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d. as already flushing 2024-11-13T08:36:58,935 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d. 2024-11-13T08:36:58,935 ERROR [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] handler.RSProcedureHandler(58): pid=22 java.io.IOException: Unable to complete flush {ENCODED => a3ed043aaa391efb9d6002833b92998d, NAME => 'TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T08:36:58,935 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=22 java.io.IOException: Unable to complete flush {ENCODED => a3ed043aaa391efb9d6002833b92998d, NAME => 'TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T08:36:58,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45349 {}] master.HMaster(4177): Remote procedure failed, pid=22 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a3ed043aaa391efb9d6002833b92998d, NAME => 'TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a3ed043aaa391efb9d6002833b92998d, NAME => 'TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T08:36:59,088 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43851 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=22 2024-11-13T08:36:59,088 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d. 2024-11-13T08:36:59,089 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d. as already flushing 2024-11-13T08:36:59,089 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d. 2024-11-13T08:36:59,089 ERROR [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] handler.RSProcedureHandler(58): pid=22 java.io.IOException: Unable to complete flush {ENCODED => a3ed043aaa391efb9d6002833b92998d, NAME => 'TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T08:36:59,089 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=22 java.io.IOException: Unable to complete flush {ENCODED => a3ed043aaa391efb9d6002833b92998d, NAME => 'TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T08:36:59,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45349 {}] master.HMaster(4177): Remote procedure failed, pid=22 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a3ed043aaa391efb9d6002833b92998d, NAME => 'TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a3ed043aaa391efb9d6002833b92998d, NAME => 'TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T08:36:59,098 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3ed043aaa391efb9d6002833b92998d, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:36:59,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38072 deadline: 1731487079095, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3ed043aaa391efb9d6002833b92998d, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:36:59,099 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3ed043aaa391efb9d6002833b92998d, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:36:59,099 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 , the old value is region=TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3ed043aaa391efb9d6002833b92998d, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:36:59,099 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3ed043aaa391efb9d6002833b92998d, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:36:59,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38038 deadline: 1731487079095, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3ed043aaa391efb9d6002833b92998d, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:36:59,099 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 because the exception is null or not the one we care about 2024-11-13T08:36:59,100 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 , the old value is region=TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3ed043aaa391efb9d6002833b92998d, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:36:59,100 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3ed043aaa391efb9d6002833b92998d, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:36:59,100 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3ed043aaa391efb9d6002833b92998d, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:36:59,100 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 because the exception is null or not the one we care about 2024-11-13T08:36:59,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38026 deadline: 1731487079095, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3ed043aaa391efb9d6002833b92998d, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:36:59,100 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 , the old value is region=TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3ed043aaa391efb9d6002833b92998d, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:36:59,100 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3ed043aaa391efb9d6002833b92998d, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:36:59,100 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 because the exception is null or not the one we care about 2024-11-13T08:36:59,106 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3ed043aaa391efb9d6002833b92998d, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:36:59,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38024 deadline: 1731487079105, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3ed043aaa391efb9d6002833b92998d, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:36:59,106 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 , the old value is region=TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3ed043aaa391efb9d6002833b92998d, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:36:59,106 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3ed043aaa391efb9d6002833b92998d, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:36:59,106 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 because the exception is null or not the one we care about 2024-11-13T08:36:59,199 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=397 (bloomFilter=true), to=hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/a3ed043aaa391efb9d6002833b92998d/.tmp/C/cc6bb6db1c064ec1a556a909232f334b 2024-11-13T08:36:59,211 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/a3ed043aaa391efb9d6002833b92998d/.tmp/A/8b846395ed614830bdf134083842ed0f as hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/a3ed043aaa391efb9d6002833b92998d/A/8b846395ed614830bdf134083842ed0f 2024-11-13T08:36:59,221 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/a3ed043aaa391efb9d6002833b92998d/A/8b846395ed614830bdf134083842ed0f, entries=150, sequenceid=397, filesize=12.0 K 2024-11-13T08:36:59,223 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/a3ed043aaa391efb9d6002833b92998d/.tmp/B/f56420a1fee242ee9c92c61617c3a360 as hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/a3ed043aaa391efb9d6002833b92998d/B/f56420a1fee242ee9c92c61617c3a360 2024-11-13T08:36:59,232 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/a3ed043aaa391efb9d6002833b92998d/B/f56420a1fee242ee9c92c61617c3a360, entries=150, sequenceid=397, filesize=12.0 K 2024-11-13T08:36:59,235 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/a3ed043aaa391efb9d6002833b92998d/.tmp/C/cc6bb6db1c064ec1a556a909232f334b as hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/a3ed043aaa391efb9d6002833b92998d/C/cc6bb6db1c064ec1a556a909232f334b 2024-11-13T08:36:59,242 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/a3ed043aaa391efb9d6002833b92998d/C/cc6bb6db1c064ec1a556a909232f334b, entries=150, sequenceid=397, filesize=12.0 K 2024-11-13T08:36:59,242 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43851 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=22 2024-11-13T08:36:59,243 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d. 2024-11-13T08:36:59,243 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d. as already flushing 2024-11-13T08:36:59,243 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d. 2024-11-13T08:36:59,243 ERROR [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] handler.RSProcedureHandler(58): pid=22 java.io.IOException: Unable to complete flush {ENCODED => a3ed043aaa391efb9d6002833b92998d, NAME => 'TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T08:36:59,243 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=22 java.io.IOException: Unable to complete flush {ENCODED => a3ed043aaa391efb9d6002833b92998d, NAME => 'TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T08:36:59,244 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~120.76 KB/123660, heapSize ~317.11 KB/324720, currentSize=80.51 KB/82440 for a3ed043aaa391efb9d6002833b92998d in 1335ms, sequenceid=397, compaction requested=true 2024-11-13T08:36:59,244 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for a3ed043aaa391efb9d6002833b92998d: 2024-11-13T08:36:59,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45349 {}] master.HMaster(4177): Remote procedure failed, pid=22 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a3ed043aaa391efb9d6002833b92998d, NAME => 'TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a3ed043aaa391efb9d6002833b92998d, NAME => 'TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T08:36:59,244 DEBUG [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-13T08:36:59,245 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a3ed043aaa391efb9d6002833b92998d:A, priority=-2147483648, current under compaction store size is 1 2024-11-13T08:36:59,245 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T08:36:59,245 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a3ed043aaa391efb9d6002833b92998d:B, priority=-2147483648, current under compaction store size is 2 2024-11-13T08:36:59,245 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T08:36:59,245 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-13T08:36:59,245 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a3ed043aaa391efb9d6002833b92998d:C, priority=-2147483648, current under compaction store size is 3 2024-11-13T08:36:59,245 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-13T08:36:59,246 DEBUG [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37755 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-13T08:36:59,246 DEBUG [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] regionserver.HStore(1541): a3ed043aaa391efb9d6002833b92998d/A is initiating minor compaction (all files) 2024-11-13T08:36:59,246 INFO [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of a3ed043aaa391efb9d6002833b92998d/A in TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d. 2024-11-13T08:36:59,246 INFO [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/a3ed043aaa391efb9d6002833b92998d/A/df12b484ad1d4037802f90e8de91c6ef, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/a3ed043aaa391efb9d6002833b92998d/A/beed38a174714fb6bce21a65507576b8, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/a3ed043aaa391efb9d6002833b92998d/A/8b846395ed614830bdf134083842ed0f] into tmpdir=hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/a3ed043aaa391efb9d6002833b92998d/.tmp, totalSize=36.9 K 2024-11-13T08:36:59,247 DEBUG [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] compactions.Compactor(225): Compacting df12b484ad1d4037802f90e8de91c6ef, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=356, earliestPutTs=1731487014914 2024-11-13T08:36:59,247 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37755 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-13T08:36:59,247 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] regionserver.HStore(1541): a3ed043aaa391efb9d6002833b92998d/B is initiating minor compaction (all files) 2024-11-13T08:36:59,247 INFO [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of a3ed043aaa391efb9d6002833b92998d/B in TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d. 2024-11-13T08:36:59,247 DEBUG [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] compactions.Compactor(225): Compacting beed38a174714fb6bce21a65507576b8, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=374, earliestPutTs=1731487016088 2024-11-13T08:36:59,247 INFO [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/a3ed043aaa391efb9d6002833b92998d/B/ff064831fd184ac181efecd134a337be, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/a3ed043aaa391efb9d6002833b92998d/B/e6ddec2494d84e65a5232cdf05bd6d74, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/a3ed043aaa391efb9d6002833b92998d/B/f56420a1fee242ee9c92c61617c3a360] into tmpdir=hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/a3ed043aaa391efb9d6002833b92998d/.tmp, totalSize=36.9 K 2024-11-13T08:36:59,248 DEBUG [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] compactions.Compactor(225): Compacting 8b846395ed614830bdf134083842ed0f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=397, earliestPutTs=1731487017273 2024-11-13T08:36:59,248 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] compactions.Compactor(225): Compacting ff064831fd184ac181efecd134a337be, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=356, earliestPutTs=1731487014914 2024-11-13T08:36:59,249 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] compactions.Compactor(225): Compacting e6ddec2494d84e65a5232cdf05bd6d74, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=374, earliestPutTs=1731487016088 2024-11-13T08:36:59,251 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] compactions.Compactor(225): Compacting f56420a1fee242ee9c92c61617c3a360, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=397, earliestPutTs=1731487017273 2024-11-13T08:36:59,265 INFO [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): a3ed043aaa391efb9d6002833b92998d#A#compaction#83 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-13T08:36:59,265 DEBUG [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/a3ed043aaa391efb9d6002833b92998d/.tmp/A/e9be2bb4b1fb4850b777a7c2c5ecfcdf is 50, key is test_row_0/A:col10/1731487017273/Put/seqid=0 2024-11-13T08:36:59,267 INFO [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): a3ed043aaa391efb9d6002833b92998d#B#compaction#84 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-13T08:36:59,268 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/a3ed043aaa391efb9d6002833b92998d/.tmp/B/0e982cef0d9540619e26c6527e4204e9 is 50, key is test_row_0/B:col10/1731487017273/Put/seqid=0 2024-11-13T08:36:59,278 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38605 is added to blk_1073741920_1096 (size=13255) 2024-11-13T08:36:59,279 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38605 is added to blk_1073741921_1097 (size=13255) 2024-11-13T08:36:59,288 DEBUG [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/a3ed043aaa391efb9d6002833b92998d/.tmp/A/e9be2bb4b1fb4850b777a7c2c5ecfcdf as hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/a3ed043aaa391efb9d6002833b92998d/A/e9be2bb4b1fb4850b777a7c2c5ecfcdf 2024-11-13T08:36:59,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45349 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=21 2024-11-13T08:36:59,297 INFO [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in a3ed043aaa391efb9d6002833b92998d/A of a3ed043aaa391efb9d6002833b92998d into e9be2bb4b1fb4850b777a7c2c5ecfcdf(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T08:36:59,297 DEBUG [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for a3ed043aaa391efb9d6002833b92998d: 2024-11-13T08:36:59,297 INFO [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d., storeName=a3ed043aaa391efb9d6002833b92998d/A, priority=13, startTime=1731487019244; duration=0sec 2024-11-13T08:36:59,297 DEBUG [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-13T08:36:59,297 DEBUG [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a3ed043aaa391efb9d6002833b92998d:A 2024-11-13T08:36:59,298 DEBUG [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-13T08:36:59,299 DEBUG [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37721 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-13T08:36:59,300 DEBUG [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] regionserver.HStore(1541): a3ed043aaa391efb9d6002833b92998d/C is initiating minor compaction (all files) 2024-11-13T08:36:59,302 INFO [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of a3ed043aaa391efb9d6002833b92998d/C in TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d. 2024-11-13T08:36:59,302 INFO [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/a3ed043aaa391efb9d6002833b92998d/C/73c9b7f3f4e44a6a89293f74f71e931e, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/a3ed043aaa391efb9d6002833b92998d/C/d77512e9b63f4871a21994bc7943d9e9, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/a3ed043aaa391efb9d6002833b92998d/C/cc6bb6db1c064ec1a556a909232f334b] into tmpdir=hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/a3ed043aaa391efb9d6002833b92998d/.tmp, totalSize=36.8 K 2024-11-13T08:36:59,303 DEBUG [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] compactions.Compactor(225): Compacting 73c9b7f3f4e44a6a89293f74f71e931e, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=356, earliestPutTs=1731487014914 2024-11-13T08:36:59,304 DEBUG [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] compactions.Compactor(225): Compacting d77512e9b63f4871a21994bc7943d9e9, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=374, earliestPutTs=1731487016088 2024-11-13T08:36:59,305 DEBUG [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] compactions.Compactor(225): Compacting cc6bb6db1c064ec1a556a909232f334b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=397, earliestPutTs=1731487017273 2024-11-13T08:36:59,336 INFO [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): a3ed043aaa391efb9d6002833b92998d#C#compaction#85 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-13T08:36:59,336 DEBUG [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/a3ed043aaa391efb9d6002833b92998d/.tmp/C/64d3cd1cecbc476184d0bb38080a091a is 50, key is test_row_0/C:col10/1731487017273/Put/seqid=0 2024-11-13T08:36:59,359 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38605 is added to blk_1073741922_1098 (size=13221) 2024-11-13T08:36:59,370 DEBUG [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/a3ed043aaa391efb9d6002833b92998d/.tmp/C/64d3cd1cecbc476184d0bb38080a091a as hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/a3ed043aaa391efb9d6002833b92998d/C/64d3cd1cecbc476184d0bb38080a091a 2024-11-13T08:36:59,381 INFO [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in a3ed043aaa391efb9d6002833b92998d/C of a3ed043aaa391efb9d6002833b92998d into 64d3cd1cecbc476184d0bb38080a091a(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T08:36:59,381 DEBUG [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for a3ed043aaa391efb9d6002833b92998d: 2024-11-13T08:36:59,381 INFO [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d., storeName=a3ed043aaa391efb9d6002833b92998d/C, priority=13, startTime=1731487019245; duration=0sec 2024-11-13T08:36:59,381 DEBUG [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T08:36:59,381 DEBUG [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a3ed043aaa391efb9d6002833b92998d:C 2024-11-13T08:36:59,400 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43851 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=22 2024-11-13T08:36:59,400 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d. 2024-11-13T08:36:59,401 INFO [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegion(2902): Flushing a3ed043aaa391efb9d6002833b92998d 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB 2024-11-13T08:36:59,408 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/a3ed043aaa391efb9d6002833b92998d/.tmp/A/3bbcb27fe5634421a396d83c2f6b6657 is 50, key is test_row_0/A:col10/1731487017942/Put/seqid=0 2024-11-13T08:36:59,413 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38605 is added to blk_1073741923_1099 (size=12301) 2024-11-13T08:36:59,413 INFO [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=414 (bloomFilter=true), to=hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/a3ed043aaa391efb9d6002833b92998d/.tmp/A/3bbcb27fe5634421a396d83c2f6b6657 2024-11-13T08:36:59,425 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/a3ed043aaa391efb9d6002833b92998d/.tmp/B/b1fa5221bc18474bbb83fd911db62363 is 50, key is test_row_0/B:col10/1731487017942/Put/seqid=0 2024-11-13T08:36:59,443 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38605 is added to blk_1073741924_1100 (size=12301) 2024-11-13T08:36:59,446 INFO [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=414 (bloomFilter=true), to=hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/a3ed043aaa391efb9d6002833b92998d/.tmp/B/b1fa5221bc18474bbb83fd911db62363 2024-11-13T08:36:59,462 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/a3ed043aaa391efb9d6002833b92998d/.tmp/C/36ee23670e634d5382331f814bfaa0e0 is 50, key is test_row_0/C:col10/1731487017942/Put/seqid=0 2024-11-13T08:36:59,492 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38605 is added to blk_1073741925_1101 (size=12301) 2024-11-13T08:36:59,492 INFO [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=414 (bloomFilter=true), to=hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/a3ed043aaa391efb9d6002833b92998d/.tmp/C/36ee23670e634d5382331f814bfaa0e0 2024-11-13T08:36:59,501 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/a3ed043aaa391efb9d6002833b92998d/.tmp/A/3bbcb27fe5634421a396d83c2f6b6657 as hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/a3ed043aaa391efb9d6002833b92998d/A/3bbcb27fe5634421a396d83c2f6b6657 2024-11-13T08:36:59,511 INFO [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/a3ed043aaa391efb9d6002833b92998d/A/3bbcb27fe5634421a396d83c2f6b6657, entries=150, sequenceid=414, filesize=12.0 K 2024-11-13T08:36:59,513 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/a3ed043aaa391efb9d6002833b92998d/.tmp/B/b1fa5221bc18474bbb83fd911db62363 as hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/a3ed043aaa391efb9d6002833b92998d/B/b1fa5221bc18474bbb83fd911db62363 2024-11-13T08:36:59,519 INFO [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/a3ed043aaa391efb9d6002833b92998d/B/b1fa5221bc18474bbb83fd911db62363, entries=150, sequenceid=414, filesize=12.0 K 2024-11-13T08:36:59,521 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/a3ed043aaa391efb9d6002833b92998d/.tmp/C/36ee23670e634d5382331f814bfaa0e0 as hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/a3ed043aaa391efb9d6002833b92998d/C/36ee23670e634d5382331f814bfaa0e0 2024-11-13T08:36:59,528 INFO [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/a3ed043aaa391efb9d6002833b92998d/C/36ee23670e634d5382331f814bfaa0e0, entries=150, sequenceid=414, filesize=12.0 K 2024-11-13T08:36:59,530 INFO [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegion(3140): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=0 B/0 for a3ed043aaa391efb9d6002833b92998d in 128ms, sequenceid=414, compaction requested=false 2024-11-13T08:36:59,530 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegion(2603): Flush status journal for a3ed043aaa391efb9d6002833b92998d: 2024-11-13T08:36:59,530 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d. 2024-11-13T08:36:59,530 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=22 2024-11-13T08:36:59,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45349 {}] master.HMaster(4169): Remote procedure done, pid=22 2024-11-13T08:36:59,534 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=22, resume processing ppid=21 2024-11-13T08:36:59,534 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=22, ppid=21, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.3700 sec 2024-11-13T08:36:59,537 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=21, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=21, table=TestAcidGuarantees in 1.3790 sec 2024-11-13T08:36:59,689 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/a3ed043aaa391efb9d6002833b92998d/.tmp/B/0e982cef0d9540619e26c6527e4204e9 as hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/a3ed043aaa391efb9d6002833b92998d/B/0e982cef0d9540619e26c6527e4204e9 2024-11-13T08:36:59,707 INFO [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in a3ed043aaa391efb9d6002833b92998d/B of a3ed043aaa391efb9d6002833b92998d into 0e982cef0d9540619e26c6527e4204e9(size=12.9 K), total size for store is 25.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T08:36:59,707 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for a3ed043aaa391efb9d6002833b92998d: 2024-11-13T08:36:59,707 INFO [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d., storeName=a3ed043aaa391efb9d6002833b92998d/B, priority=13, startTime=1731487019245; duration=0sec 2024-11-13T08:36:59,707 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T08:36:59,707 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a3ed043aaa391efb9d6002833b92998d:B 2024-11-13T08:37:00,134 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-13T08:37:00,134 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing a3ed043aaa391efb9d6002833b92998d 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-13T08:37:00,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] regionserver.HRegion(8855): Flush requested on a3ed043aaa391efb9d6002833b92998d 2024-11-13T08:37:00,145 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/a3ed043aaa391efb9d6002833b92998d/.tmp/A/689857fdd14247b6afeb2d635d87f84f is 50, key is test_row_0/A:col10/1731487020131/Put/seqid=0 2024-11-13T08:37:00,154 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38605 is added to blk_1073741926_1102 (size=17181) 2024-11-13T08:37:00,156 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=426 (bloomFilter=true), to=hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/a3ed043aaa391efb9d6002833b92998d/.tmp/A/689857fdd14247b6afeb2d635d87f84f 2024-11-13T08:37:00,170 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/a3ed043aaa391efb9d6002833b92998d/.tmp/B/580e74a707b44fe2a9d1343ad76a0d02 is 50, key is test_row_0/B:col10/1731487020131/Put/seqid=0 2024-11-13T08:37:00,186 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38605 is added to blk_1073741927_1103 (size=12301) 2024-11-13T08:37:00,189 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=426 (bloomFilter=true), to=hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/a3ed043aaa391efb9d6002833b92998d/.tmp/B/580e74a707b44fe2a9d1343ad76a0d02 2024-11-13T08:37:00,206 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/a3ed043aaa391efb9d6002833b92998d/.tmp/C/5729be7445414d71a462ee7dfe4d0806 is 50, key is test_row_0/C:col10/1731487020131/Put/seqid=0 2024-11-13T08:37:00,219 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38605 is added to blk_1073741928_1104 (size=12301) 2024-11-13T08:37:00,220 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=426 (bloomFilter=true), to=hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/a3ed043aaa391efb9d6002833b92998d/.tmp/C/5729be7445414d71a462ee7dfe4d0806 2024-11-13T08:37:00,230 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/a3ed043aaa391efb9d6002833b92998d/.tmp/A/689857fdd14247b6afeb2d635d87f84f as hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/a3ed043aaa391efb9d6002833b92998d/A/689857fdd14247b6afeb2d635d87f84f 2024-11-13T08:37:00,236 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/a3ed043aaa391efb9d6002833b92998d/A/689857fdd14247b6afeb2d635d87f84f, entries=250, sequenceid=426, filesize=16.8 K 2024-11-13T08:37:00,238 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3ed043aaa391efb9d6002833b92998d, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:37:00,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38024 deadline: 1731487080198, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3ed043aaa391efb9d6002833b92998d, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:37:00,239 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 , the old value is region=TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3ed043aaa391efb9d6002833b92998d, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:00,239 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3ed043aaa391efb9d6002833b92998d, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:00,239 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 because the exception is null or not the one we care about 2024-11-13T08:37:00,247 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/a3ed043aaa391efb9d6002833b92998d/.tmp/B/580e74a707b44fe2a9d1343ad76a0d02 as hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/a3ed043aaa391efb9d6002833b92998d/B/580e74a707b44fe2a9d1343ad76a0d02 2024-11-13T08:37:00,251 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3ed043aaa391efb9d6002833b92998d, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:37:00,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38038 deadline: 1731487080239, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3ed043aaa391efb9d6002833b92998d, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:37:00,252 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 , the old value is region=TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3ed043aaa391efb9d6002833b92998d, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:00,252 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3ed043aaa391efb9d6002833b92998d, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:37:00,252 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3ed043aaa391efb9d6002833b92998d, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:00,252 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 because the exception is null or not the one we care about 2024-11-13T08:37:00,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38026 deadline: 1731487080239, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3ed043aaa391efb9d6002833b92998d, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:37:00,253 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 , the old value is region=TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3ed043aaa391efb9d6002833b92998d, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:00,253 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3ed043aaa391efb9d6002833b92998d, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:00,253 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 because the exception is null or not the one we care about 2024-11-13T08:37:00,253 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3ed043aaa391efb9d6002833b92998d, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:37:00,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38072 deadline: 1731487080239, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3ed043aaa391efb9d6002833b92998d, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:37:00,254 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 , the old value is region=TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3ed043aaa391efb9d6002833b92998d, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:00,254 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3ed043aaa391efb9d6002833b92998d, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:00,254 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 because the exception is null or not the one we care about 2024-11-13T08:37:00,255 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/a3ed043aaa391efb9d6002833b92998d/B/580e74a707b44fe2a9d1343ad76a0d02, entries=150, sequenceid=426, filesize=12.0 K 2024-11-13T08:37:00,257 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/a3ed043aaa391efb9d6002833b92998d/.tmp/C/5729be7445414d71a462ee7dfe4d0806 as hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/a3ed043aaa391efb9d6002833b92998d/C/5729be7445414d71a462ee7dfe4d0806 2024-11-13T08:37:00,263 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/a3ed043aaa391efb9d6002833b92998d/C/5729be7445414d71a462ee7dfe4d0806, entries=150, sequenceid=426, filesize=12.0 K 2024-11-13T08:37:00,264 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for a3ed043aaa391efb9d6002833b92998d in 130ms, sequenceid=426, compaction requested=true 2024-11-13T08:37:00,264 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for a3ed043aaa391efb9d6002833b92998d: 2024-11-13T08:37:00,264 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a3ed043aaa391efb9d6002833b92998d:A, priority=-2147483648, current under compaction store size is 1 2024-11-13T08:37:00,264 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T08:37:00,264 DEBUG [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-13T08:37:00,264 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-13T08:37:00,264 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a3ed043aaa391efb9d6002833b92998d:B, priority=-2147483648, current under compaction store size is 2 2024-11-13T08:37:00,265 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T08:37:00,265 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a3ed043aaa391efb9d6002833b92998d:C, priority=-2147483648, current under compaction store size is 3 2024-11-13T08:37:00,265 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-13T08:37:00,265 DEBUG [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 42737 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-13T08:37:00,265 DEBUG [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] regionserver.HStore(1541): a3ed043aaa391efb9d6002833b92998d/A is initiating minor compaction (all files) 2024-11-13T08:37:00,265 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37857 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-13T08:37:00,266 INFO [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of a3ed043aaa391efb9d6002833b92998d/A in TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d. 2024-11-13T08:37:00,266 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] regionserver.HStore(1541): a3ed043aaa391efb9d6002833b92998d/B is initiating minor compaction (all files) 2024-11-13T08:37:00,266 INFO [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of a3ed043aaa391efb9d6002833b92998d/B in TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d. 2024-11-13T08:37:00,266 INFO [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/a3ed043aaa391efb9d6002833b92998d/A/e9be2bb4b1fb4850b777a7c2c5ecfcdf, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/a3ed043aaa391efb9d6002833b92998d/A/3bbcb27fe5634421a396d83c2f6b6657, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/a3ed043aaa391efb9d6002833b92998d/A/689857fdd14247b6afeb2d635d87f84f] into tmpdir=hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/a3ed043aaa391efb9d6002833b92998d/.tmp, totalSize=41.7 K 2024-11-13T08:37:00,266 INFO [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/a3ed043aaa391efb9d6002833b92998d/B/0e982cef0d9540619e26c6527e4204e9, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/a3ed043aaa391efb9d6002833b92998d/B/b1fa5221bc18474bbb83fd911db62363, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/a3ed043aaa391efb9d6002833b92998d/B/580e74a707b44fe2a9d1343ad76a0d02] into tmpdir=hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/a3ed043aaa391efb9d6002833b92998d/.tmp, totalSize=37.0 K 2024-11-13T08:37:00,266 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] compactions.Compactor(225): Compacting 0e982cef0d9540619e26c6527e4204e9, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=397, earliestPutTs=1731487017273 2024-11-13T08:37:00,266 DEBUG [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] compactions.Compactor(225): Compacting e9be2bb4b1fb4850b777a7c2c5ecfcdf, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=397, earliestPutTs=1731487017273 2024-11-13T08:37:00,267 DEBUG [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] compactions.Compactor(225): Compacting 3bbcb27fe5634421a396d83c2f6b6657, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=414, earliestPutTs=1731487017933 2024-11-13T08:37:00,267 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] compactions.Compactor(225): Compacting b1fa5221bc18474bbb83fd911db62363, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=414, earliestPutTs=1731487017933 2024-11-13T08:37:00,267 DEBUG [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] compactions.Compactor(225): Compacting 689857fdd14247b6afeb2d635d87f84f, keycount=250, bloomtype=ROW, size=16.8 K, encoding=NONE, compression=NONE, seqNum=426, earliestPutTs=1731487020117 2024-11-13T08:37:00,267 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] compactions.Compactor(225): Compacting 580e74a707b44fe2a9d1343ad76a0d02, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=426, earliestPutTs=1731487020122 2024-11-13T08:37:00,290 INFO [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): a3ed043aaa391efb9d6002833b92998d#A#compaction#92 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-13T08:37:00,291 DEBUG [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/a3ed043aaa391efb9d6002833b92998d/.tmp/A/d9a968943a49495788aa1f15970d4e48 is 50, key is test_row_0/A:col10/1731487020131/Put/seqid=0 2024-11-13T08:37:00,298 INFO [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): a3ed043aaa391efb9d6002833b92998d#B#compaction#93 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-13T08:37:00,299 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/a3ed043aaa391efb9d6002833b92998d/.tmp/B/5a1f64b0322141ce9a8100d336198bac is 50, key is test_row_0/B:col10/1731487020131/Put/seqid=0 2024-11-13T08:37:00,311 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38605 is added to blk_1073741929_1105 (size=13357) 2024-11-13T08:37:00,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45349 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=21 2024-11-13T08:37:00,315 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-13T08:37:00,316 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45349 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-13T08:37:00,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45349 {}] procedure2.ProcedureExecutor(1139): Stored pid=23, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=23, table=TestAcidGuarantees 2024-11-13T08:37:00,319 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38605 is added to blk_1073741930_1106 (size=13357) 2024-11-13T08:37:00,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45349 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=23 2024-11-13T08:37:00,320 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=23, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=23, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-13T08:37:00,321 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=23, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=23, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-13T08:37:00,322 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=24, ppid=23, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-13T08:37:00,330 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/a3ed043aaa391efb9d6002833b92998d/.tmp/B/5a1f64b0322141ce9a8100d336198bac as hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/a3ed043aaa391efb9d6002833b92998d/B/5a1f64b0322141ce9a8100d336198bac 2024-11-13T08:37:00,338 INFO [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in a3ed043aaa391efb9d6002833b92998d/B of a3ed043aaa391efb9d6002833b92998d into 5a1f64b0322141ce9a8100d336198bac(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T08:37:00,338 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for a3ed043aaa391efb9d6002833b92998d: 2024-11-13T08:37:00,338 INFO [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d., storeName=a3ed043aaa391efb9d6002833b92998d/B, priority=13, startTime=1731487020264; duration=0sec 2024-11-13T08:37:00,338 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-13T08:37:00,338 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a3ed043aaa391efb9d6002833b92998d:B 2024-11-13T08:37:00,338 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-13T08:37:00,339 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37823 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-13T08:37:00,340 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] regionserver.HStore(1541): a3ed043aaa391efb9d6002833b92998d/C is initiating minor compaction (all files) 2024-11-13T08:37:00,340 INFO [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of a3ed043aaa391efb9d6002833b92998d/C in TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d. 2024-11-13T08:37:00,340 INFO [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/a3ed043aaa391efb9d6002833b92998d/C/64d3cd1cecbc476184d0bb38080a091a, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/a3ed043aaa391efb9d6002833b92998d/C/36ee23670e634d5382331f814bfaa0e0, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/a3ed043aaa391efb9d6002833b92998d/C/5729be7445414d71a462ee7dfe4d0806] into tmpdir=hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/a3ed043aaa391efb9d6002833b92998d/.tmp, totalSize=36.9 K 2024-11-13T08:37:00,342 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] compactions.Compactor(225): Compacting 64d3cd1cecbc476184d0bb38080a091a, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=397, earliestPutTs=1731487017273 2024-11-13T08:37:00,342 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] compactions.Compactor(225): Compacting 36ee23670e634d5382331f814bfaa0e0, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=414, earliestPutTs=1731487017933 2024-11-13T08:37:00,343 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] compactions.Compactor(225): Compacting 5729be7445414d71a462ee7dfe4d0806, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=426, earliestPutTs=1731487020122 2024-11-13T08:37:00,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] regionserver.HRegion(8855): Flush requested on a3ed043aaa391efb9d6002833b92998d 2024-11-13T08:37:00,349 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-13T08:37:00,349 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing a3ed043aaa391efb9d6002833b92998d 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-13T08:37:00,355 INFO [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): a3ed043aaa391efb9d6002833b92998d#C#compaction#94 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-13T08:37:00,356 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/a3ed043aaa391efb9d6002833b92998d/.tmp/C/9eb37f6a86ce440e8b4e87a30bb5ac2e is 50, key is test_row_0/C:col10/1731487020131/Put/seqid=0 2024-11-13T08:37:00,359 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/a3ed043aaa391efb9d6002833b92998d/.tmp/A/5bbe371ac6914a1da40219f51c4e8cce is 50, key is test_row_0/A:col10/1731487020197/Put/seqid=0 2024-11-13T08:37:00,370 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38605 is added to blk_1073741931_1107 (size=13323) 2024-11-13T08:37:00,373 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38605 is added to blk_1073741932_1108 (size=14741) 2024-11-13T08:37:00,380 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/a3ed043aaa391efb9d6002833b92998d/.tmp/C/9eb37f6a86ce440e8b4e87a30bb5ac2e as hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/a3ed043aaa391efb9d6002833b92998d/C/9eb37f6a86ce440e8b4e87a30bb5ac2e 2024-11-13T08:37:00,401 INFO [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in a3ed043aaa391efb9d6002833b92998d/C of a3ed043aaa391efb9d6002833b92998d into 9eb37f6a86ce440e8b4e87a30bb5ac2e(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T08:37:00,401 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for a3ed043aaa391efb9d6002833b92998d: 2024-11-13T08:37:00,401 INFO [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d., storeName=a3ed043aaa391efb9d6002833b92998d/C, priority=13, startTime=1731487020265; duration=0sec 2024-11-13T08:37:00,401 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T08:37:00,401 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a3ed043aaa391efb9d6002833b92998d:C 2024-11-13T08:37:00,412 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3ed043aaa391efb9d6002833b92998d, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:37:00,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38024 deadline: 1731487080402, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3ed043aaa391efb9d6002833b92998d, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:37:00,413 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3ed043aaa391efb9d6002833b92998d, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:37:00,413 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 , the old value is region=TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3ed043aaa391efb9d6002833b92998d, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:00,413 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3ed043aaa391efb9d6002833b92998d, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:00,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38038 deadline: 1731487080403, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3ed043aaa391efb9d6002833b92998d, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:37:00,413 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 because the exception is null or not the one we care about 2024-11-13T08:37:00,413 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 , the old value is region=TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3ed043aaa391efb9d6002833b92998d, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:00,413 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3ed043aaa391efb9d6002833b92998d, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:37:00,414 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3ed043aaa391efb9d6002833b92998d, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:00,414 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 because the exception is null or not the one we care about 2024-11-13T08:37:00,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38072 deadline: 1731487080403, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3ed043aaa391efb9d6002833b92998d, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:37:00,414 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 , the old value is region=TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3ed043aaa391efb9d6002833b92998d, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:00,414 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3ed043aaa391efb9d6002833b92998d, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:00,414 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 because the exception is null or not the one we care about 2024-11-13T08:37:00,415 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3ed043aaa391efb9d6002833b92998d, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:37:00,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38026 deadline: 1731487080412, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3ed043aaa391efb9d6002833b92998d, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:37:00,416 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 , the old value is region=TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3ed043aaa391efb9d6002833b92998d, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:00,416 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3ed043aaa391efb9d6002833b92998d, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:00,416 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 because the exception is null or not the one we care about 2024-11-13T08:37:00,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45349 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=23 2024-11-13T08:37:00,475 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43851 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=24 2024-11-13T08:37:00,476 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d. 2024-11-13T08:37:00,481 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d. as already flushing 2024-11-13T08:37:00,481 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d. 2024-11-13T08:37:00,481 ERROR [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] handler.RSProcedureHandler(58): pid=24 java.io.IOException: Unable to complete flush {ENCODED => a3ed043aaa391efb9d6002833b92998d, NAME => 'TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T08:37:00,481 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=24 java.io.IOException: Unable to complete flush {ENCODED => a3ed043aaa391efb9d6002833b92998d, NAME => 'TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T08:37:00,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45349 {}] master.HMaster(4177): Remote procedure failed, pid=24 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a3ed043aaa391efb9d6002833b92998d, NAME => 'TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a3ed043aaa391efb9d6002833b92998d, NAME => 'TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T08:37:00,518 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3ed043aaa391efb9d6002833b92998d, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:37:00,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38038 deadline: 1731487080515, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3ed043aaa391efb9d6002833b92998d, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:37:00,518 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 , the old value is region=TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3ed043aaa391efb9d6002833b92998d, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:00,519 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3ed043aaa391efb9d6002833b92998d, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:00,519 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 because the exception is null or not the one we care about 2024-11-13T08:37:00,525 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3ed043aaa391efb9d6002833b92998d, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:37:00,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38024 deadline: 1731487080525, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3ed043aaa391efb9d6002833b92998d, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:37:00,526 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3ed043aaa391efb9d6002833b92998d, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:37:00,526 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3ed043aaa391efb9d6002833b92998d, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:37:00,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38072 deadline: 1731487080525, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3ed043aaa391efb9d6002833b92998d, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:37:00,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38026 deadline: 1731487080525, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3ed043aaa391efb9d6002833b92998d, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:37:00,526 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 , the old value is region=TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3ed043aaa391efb9d6002833b92998d, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:00,526 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3ed043aaa391efb9d6002833b92998d, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:00,527 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 because the exception is null or not the one we care about 2024-11-13T08:37:00,527 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 , the old value is region=TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3ed043aaa391efb9d6002833b92998d, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:00,527 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3ed043aaa391efb9d6002833b92998d, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:00,527 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 because the exception is null or not the one we care about 2024-11-13T08:37:00,535 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 , the old value is region=TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3ed043aaa391efb9d6002833b92998d, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:00,536 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3ed043aaa391efb9d6002833b92998d, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:00,536 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 because the exception is null or not the one we care about 2024-11-13T08:37:00,634 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43851 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=24 2024-11-13T08:37:00,634 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d. 2024-11-13T08:37:00,635 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d. as already flushing 2024-11-13T08:37:00,635 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d. 2024-11-13T08:37:00,635 ERROR [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] handler.RSProcedureHandler(58): pid=24 java.io.IOException: Unable to complete flush {ENCODED => a3ed043aaa391efb9d6002833b92998d, NAME => 'TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T08:37:00,635 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=24 java.io.IOException: Unable to complete flush {ENCODED => a3ed043aaa391efb9d6002833b92998d, NAME => 'TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T08:37:00,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45349 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=23 2024-11-13T08:37:00,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45349 {}] master.HMaster(4177): Remote procedure failed, pid=24 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a3ed043aaa391efb9d6002833b92998d, NAME => 'TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a3ed043aaa391efb9d6002833b92998d, NAME => 'TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T08:37:00,718 DEBUG [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/a3ed043aaa391efb9d6002833b92998d/.tmp/A/d9a968943a49495788aa1f15970d4e48 as hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/a3ed043aaa391efb9d6002833b92998d/A/d9a968943a49495788aa1f15970d4e48 2024-11-13T08:37:00,724 INFO [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in a3ed043aaa391efb9d6002833b92998d/A of a3ed043aaa391efb9d6002833b92998d into d9a968943a49495788aa1f15970d4e48(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T08:37:00,724 DEBUG [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for a3ed043aaa391efb9d6002833b92998d: 2024-11-13T08:37:00,724 INFO [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d., storeName=a3ed043aaa391efb9d6002833b92998d/A, priority=13, startTime=1731487020264; duration=0sec 2024-11-13T08:37:00,725 DEBUG [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T08:37:00,725 DEBUG [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a3ed043aaa391efb9d6002833b92998d:A 2024-11-13T08:37:00,725 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3ed043aaa391efb9d6002833b92998d, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:37:00,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38038 deadline: 1731487080725, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3ed043aaa391efb9d6002833b92998d, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:37:00,726 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 , the old value is region=TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3ed043aaa391efb9d6002833b92998d, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:00,726 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3ed043aaa391efb9d6002833b92998d, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:00,726 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 because the exception is null or not the one we care about 2024-11-13T08:37:00,738 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3ed043aaa391efb9d6002833b92998d, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:37:00,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38024 deadline: 1731487080734, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3ed043aaa391efb9d6002833b92998d, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:37:00,738 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 , the old value is region=TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3ed043aaa391efb9d6002833b92998d, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:00,738 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3ed043aaa391efb9d6002833b92998d, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:00,738 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3ed043aaa391efb9d6002833b92998d, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:37:00,738 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 because the exception is null or not the one we care about 2024-11-13T08:37:00,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38026 deadline: 1731487080735, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3ed043aaa391efb9d6002833b92998d, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:37:00,739 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 , the old value is region=TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3ed043aaa391efb9d6002833b92998d, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:00,739 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3ed043aaa391efb9d6002833b92998d, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:00,739 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 because the exception is null or not the one we care about 2024-11-13T08:37:00,747 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3ed043aaa391efb9d6002833b92998d, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:37:00,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38072 deadline: 1731487080746, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3ed043aaa391efb9d6002833b92998d, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:37:00,748 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 , the old value is region=TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3ed043aaa391efb9d6002833b92998d, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:00,748 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3ed043aaa391efb9d6002833b92998d, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:00,748 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 because the exception is null or not the one we care about 2024-11-13T08:37:00,774 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=453 (bloomFilter=true), to=hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/a3ed043aaa391efb9d6002833b92998d/.tmp/A/5bbe371ac6914a1da40219f51c4e8cce 2024-11-13T08:37:00,788 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43851 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=24 2024-11-13T08:37:00,788 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d. 2024-11-13T08:37:00,788 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d. as already flushing 2024-11-13T08:37:00,788 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d. 2024-11-13T08:37:00,788 ERROR [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] handler.RSProcedureHandler(58): pid=24 java.io.IOException: Unable to complete flush {ENCODED => a3ed043aaa391efb9d6002833b92998d, NAME => 'TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T08:37:00,789 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=24 java.io.IOException: Unable to complete flush {ENCODED => a3ed043aaa391efb9d6002833b92998d, NAME => 'TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T08:37:00,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45349 {}] master.HMaster(4177): Remote procedure failed, pid=24 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a3ed043aaa391efb9d6002833b92998d, NAME => 'TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a3ed043aaa391efb9d6002833b92998d, NAME => 'TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T08:37:00,790 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/a3ed043aaa391efb9d6002833b92998d/.tmp/B/e3f5fe0af6084e4982bf2bf385ac4eab is 50, key is test_row_0/B:col10/1731487020197/Put/seqid=0 2024-11-13T08:37:00,807 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38605 is added to blk_1073741933_1109 (size=12301) 2024-11-13T08:37:00,945 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43851 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=24 2024-11-13T08:37:00,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45349 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=23 2024-11-13T08:37:00,945 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d. 2024-11-13T08:37:00,946 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d. as already flushing 2024-11-13T08:37:00,946 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d. 2024-11-13T08:37:00,946 ERROR [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] handler.RSProcedureHandler(58): pid=24 java.io.IOException: Unable to complete flush {ENCODED => a3ed043aaa391efb9d6002833b92998d, NAME => 'TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T08:37:00,946 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=24 java.io.IOException: Unable to complete flush {ENCODED => a3ed043aaa391efb9d6002833b92998d, NAME => 'TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T08:37:00,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45349 {}] master.HMaster(4177): Remote procedure failed, pid=24 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a3ed043aaa391efb9d6002833b92998d, NAME => 'TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a3ed043aaa391efb9d6002833b92998d, NAME => 'TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T08:37:01,036 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3ed043aaa391efb9d6002833b92998d, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:37:01,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38038 deadline: 1731487081035, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3ed043aaa391efb9d6002833b92998d, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:37:01,037 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 , the old value is region=TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3ed043aaa391efb9d6002833b92998d, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:01,037 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3ed043aaa391efb9d6002833b92998d, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:01,037 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 because the exception is null or not the one we care about 2024-11-13T08:37:01,047 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3ed043aaa391efb9d6002833b92998d, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:37:01,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38024 deadline: 1731487081044, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3ed043aaa391efb9d6002833b92998d, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:37:01,048 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 , the old value is region=TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3ed043aaa391efb9d6002833b92998d, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:01,048 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3ed043aaa391efb9d6002833b92998d, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:01,048 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 because the exception is null or not the one we care about 2024-11-13T08:37:01,048 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3ed043aaa391efb9d6002833b92998d, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:37:01,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38026 deadline: 1731487081044, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3ed043aaa391efb9d6002833b92998d, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:37:01,048 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 , the old value is region=TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3ed043aaa391efb9d6002833b92998d, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:01,048 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3ed043aaa391efb9d6002833b92998d, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:01,048 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 because the exception is null or not the one we care about 2024-11-13T08:37:01,057 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3ed043aaa391efb9d6002833b92998d, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:37:01,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38072 deadline: 1731487081055, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3ed043aaa391efb9d6002833b92998d, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:37:01,058 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 , the old value is region=TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3ed043aaa391efb9d6002833b92998d, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:01,058 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3ed043aaa391efb9d6002833b92998d, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:01,058 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 because the exception is null or not the one we care about 2024-11-13T08:37:01,100 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43851 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=24 2024-11-13T08:37:01,100 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d. 2024-11-13T08:37:01,100 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d. as already flushing 2024-11-13T08:37:01,101 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d. 2024-11-13T08:37:01,101 ERROR [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] handler.RSProcedureHandler(58): pid=24 java.io.IOException: Unable to complete flush {ENCODED => a3ed043aaa391efb9d6002833b92998d, NAME => 'TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T08:37:01,101 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=24 java.io.IOException: Unable to complete flush {ENCODED => a3ed043aaa391efb9d6002833b92998d, NAME => 'TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T08:37:01,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45349 {}] master.HMaster(4177): Remote procedure failed, pid=24 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a3ed043aaa391efb9d6002833b92998d, NAME => 'TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a3ed043aaa391efb9d6002833b92998d, NAME => 'TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T08:37:01,208 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=453 (bloomFilter=true), to=hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/a3ed043aaa391efb9d6002833b92998d/.tmp/B/e3f5fe0af6084e4982bf2bf385ac4eab 2024-11-13T08:37:01,221 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/a3ed043aaa391efb9d6002833b92998d/.tmp/C/41bd2dba712f4d39b2f51d92a1cace12 is 50, key is test_row_0/C:col10/1731487020197/Put/seqid=0 2024-11-13T08:37:01,227 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38605 is added to blk_1073741934_1110 (size=12301) 2024-11-13T08:37:01,255 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43851 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=24 2024-11-13T08:37:01,255 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d. 2024-11-13T08:37:01,255 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d. as already flushing 2024-11-13T08:37:01,255 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d. 2024-11-13T08:37:01,255 ERROR [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] handler.RSProcedureHandler(58): pid=24 java.io.IOException: Unable to complete flush {ENCODED => a3ed043aaa391efb9d6002833b92998d, NAME => 'TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T08:37:01,256 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=24 java.io.IOException: Unable to complete flush {ENCODED => a3ed043aaa391efb9d6002833b92998d, NAME => 'TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T08:37:01,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45349 {}] master.HMaster(4177): Remote procedure failed, pid=24 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a3ed043aaa391efb9d6002833b92998d, NAME => 'TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a3ed043aaa391efb9d6002833b92998d, NAME => 'TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T08:37:01,409 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43851 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=24 2024-11-13T08:37:01,410 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d. 2024-11-13T08:37:01,410 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d. as already flushing 2024-11-13T08:37:01,410 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d. 2024-11-13T08:37:01,410 ERROR [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] handler.RSProcedureHandler(58): pid=24 java.io.IOException: Unable to complete flush {ENCODED => a3ed043aaa391efb9d6002833b92998d, NAME => 'TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T08:37:01,410 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=24 java.io.IOException: Unable to complete flush {ENCODED => a3ed043aaa391efb9d6002833b92998d, NAME => 'TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T08:37:01,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45349 {}] master.HMaster(4177): Remote procedure failed, pid=24 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a3ed043aaa391efb9d6002833b92998d, NAME => 'TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a3ed043aaa391efb9d6002833b92998d, NAME => 'TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T08:37:01,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45349 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=23 2024-11-13T08:37:01,546 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3ed043aaa391efb9d6002833b92998d, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:37:01,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38038 deadline: 1731487081545, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3ed043aaa391efb9d6002833b92998d, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:37:01,546 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 , the old value is region=TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3ed043aaa391efb9d6002833b92998d, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:01,547 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3ed043aaa391efb9d6002833b92998d, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:01,547 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 because the exception is null or not the one we care about 2024-11-13T08:37:01,557 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3ed043aaa391efb9d6002833b92998d, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:37:01,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38024 deadline: 1731487081555, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3ed043aaa391efb9d6002833b92998d, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:37:01,558 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3ed043aaa391efb9d6002833b92998d, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:37:01,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38026 deadline: 1731487081555, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3ed043aaa391efb9d6002833b92998d, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:37:01,558 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 , the old value is region=TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3ed043aaa391efb9d6002833b92998d, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:01,558 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3ed043aaa391efb9d6002833b92998d, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:01,558 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 because the exception is null or not the one we care about 2024-11-13T08:37:01,558 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 , the old value is region=TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3ed043aaa391efb9d6002833b92998d, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:01,559 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3ed043aaa391efb9d6002833b92998d, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:01,559 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 because the exception is null or not the one we care about 2024-11-13T08:37:01,563 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43851 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=24 2024-11-13T08:37:01,563 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d. 2024-11-13T08:37:01,563 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d. as already flushing 2024-11-13T08:37:01,563 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d. 2024-11-13T08:37:01,563 ERROR [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] handler.RSProcedureHandler(58): pid=24 java.io.IOException: Unable to complete flush {ENCODED => a3ed043aaa391efb9d6002833b92998d, NAME => 'TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T08:37:01,563 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=24 java.io.IOException: Unable to complete flush {ENCODED => a3ed043aaa391efb9d6002833b92998d, NAME => 'TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T08:37:01,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45349 {}] master.HMaster(4177): Remote procedure failed, pid=24 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a3ed043aaa391efb9d6002833b92998d, NAME => 'TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a3ed043aaa391efb9d6002833b92998d, NAME => 'TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T08:37:01,568 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3ed043aaa391efb9d6002833b92998d, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:37:01,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38072 deadline: 1731487081565, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3ed043aaa391efb9d6002833b92998d, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:37:01,569 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 , the old value is region=TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3ed043aaa391efb9d6002833b92998d, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:01,569 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3ed043aaa391efb9d6002833b92998d, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:01,569 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 because the exception is null or not the one we care about 2024-11-13T08:37:01,637 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=453 (bloomFilter=true), to=hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/a3ed043aaa391efb9d6002833b92998d/.tmp/C/41bd2dba712f4d39b2f51d92a1cace12 2024-11-13T08:37:01,645 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/a3ed043aaa391efb9d6002833b92998d/.tmp/A/5bbe371ac6914a1da40219f51c4e8cce as hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/a3ed043aaa391efb9d6002833b92998d/A/5bbe371ac6914a1da40219f51c4e8cce 2024-11-13T08:37:01,652 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/a3ed043aaa391efb9d6002833b92998d/A/5bbe371ac6914a1da40219f51c4e8cce, entries=200, sequenceid=453, filesize=14.4 K 2024-11-13T08:37:01,653 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/a3ed043aaa391efb9d6002833b92998d/.tmp/B/e3f5fe0af6084e4982bf2bf385ac4eab as hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/a3ed043aaa391efb9d6002833b92998d/B/e3f5fe0af6084e4982bf2bf385ac4eab 2024-11-13T08:37:01,659 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/a3ed043aaa391efb9d6002833b92998d/B/e3f5fe0af6084e4982bf2bf385ac4eab, entries=150, sequenceid=453, filesize=12.0 K 2024-11-13T08:37:01,660 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/a3ed043aaa391efb9d6002833b92998d/.tmp/C/41bd2dba712f4d39b2f51d92a1cace12 as hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/a3ed043aaa391efb9d6002833b92998d/C/41bd2dba712f4d39b2f51d92a1cace12 2024-11-13T08:37:01,668 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/a3ed043aaa391efb9d6002833b92998d/C/41bd2dba712f4d39b2f51d92a1cace12, entries=150, sequenceid=453, filesize=12.0 K 2024-11-13T08:37:01,670 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=46.96 KB/48090 for a3ed043aaa391efb9d6002833b92998d in 1321ms, sequenceid=453, compaction requested=false 2024-11-13T08:37:01,670 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for a3ed043aaa391efb9d6002833b92998d: 2024-11-13T08:37:01,717 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43851 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=24 2024-11-13T08:37:01,717 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d. 2024-11-13T08:37:01,717 INFO [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HRegion(2902): Flushing a3ed043aaa391efb9d6002833b92998d 3/3 column families, dataSize=46.96 KB heapSize=123.80 KB 2024-11-13T08:37:01,723 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/a3ed043aaa391efb9d6002833b92998d/.tmp/A/192065a9951748c4878fc69887875256 is 50, key is test_row_0/A:col10/1731487020410/Put/seqid=0 2024-11-13T08:37:01,733 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38605 is added to blk_1073741935_1111 (size=12301) 2024-11-13T08:37:01,744 INFO [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=465 (bloomFilter=true), to=hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/a3ed043aaa391efb9d6002833b92998d/.tmp/A/192065a9951748c4878fc69887875256 2024-11-13T08:37:01,764 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/a3ed043aaa391efb9d6002833b92998d/.tmp/B/f598dd67bb154aaeb01a9ad31f3757a1 is 50, key is test_row_0/B:col10/1731487020410/Put/seqid=0 2024-11-13T08:37:01,782 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38605 is added to blk_1073741936_1112 (size=12301) 2024-11-13T08:37:01,783 INFO [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=465 (bloomFilter=true), to=hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/a3ed043aaa391efb9d6002833b92998d/.tmp/B/f598dd67bb154aaeb01a9ad31f3757a1 2024-11-13T08:37:01,802 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/a3ed043aaa391efb9d6002833b92998d/.tmp/C/1b00498051aa4de987ac157b250e9dd9 is 50, key is test_row_0/C:col10/1731487020410/Put/seqid=0 2024-11-13T08:37:01,812 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38605 is added to blk_1073741937_1113 (size=12301) 2024-11-13T08:37:02,014 INFO [Thread-160 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-160. 2024-11-13T08:37:02,014 DEBUG [Thread-160 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-13T08:37:02,014 INFO [Thread-154 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-154. 2024-11-13T08:37:02,014 DEBUG [Thread-154 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-13T08:37:02,015 INFO [Thread-156 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-156. 2024-11-13T08:37:02,015 DEBUG [Thread-156 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-13T08:37:02,017 INFO [Thread-158 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-158. 2024-11-13T08:37:02,017 DEBUG [Thread-158 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-13T08:37:02,019 DEBUG [Thread-156 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T08:37:02,019 DEBUG [Thread-160 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T08:37:02,019 DEBUG [Thread-158 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T08:37:02,019 DEBUG [Thread-154 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T08:37:02,020 DEBUG [Thread-156 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T08:37:02,020 DEBUG [Thread-160 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T08:37:02,020 DEBUG [Thread-154 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T08:37:02,020 DEBUG [Thread-158 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T08:37:02,020 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T08:37:02,020 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T08:37:02,020 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T08:37:02,020 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T08:37:02,213 INFO [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=465 (bloomFilter=true), to=hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/a3ed043aaa391efb9d6002833b92998d/.tmp/C/1b00498051aa4de987ac157b250e9dd9 2024-11-13T08:37:02,220 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/a3ed043aaa391efb9d6002833b92998d/.tmp/A/192065a9951748c4878fc69887875256 as hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/a3ed043aaa391efb9d6002833b92998d/A/192065a9951748c4878fc69887875256 2024-11-13T08:37:02,225 INFO [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/a3ed043aaa391efb9d6002833b92998d/A/192065a9951748c4878fc69887875256, entries=150, sequenceid=465, filesize=12.0 K 2024-11-13T08:37:02,226 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/a3ed043aaa391efb9d6002833b92998d/.tmp/B/f598dd67bb154aaeb01a9ad31f3757a1 as hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/a3ed043aaa391efb9d6002833b92998d/B/f598dd67bb154aaeb01a9ad31f3757a1 2024-11-13T08:37:02,230 INFO [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/a3ed043aaa391efb9d6002833b92998d/B/f598dd67bb154aaeb01a9ad31f3757a1, entries=150, sequenceid=465, filesize=12.0 K 2024-11-13T08:37:02,231 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/a3ed043aaa391efb9d6002833b92998d/.tmp/C/1b00498051aa4de987ac157b250e9dd9 as hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/a3ed043aaa391efb9d6002833b92998d/C/1b00498051aa4de987ac157b250e9dd9 2024-11-13T08:37:02,236 INFO [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/a3ed043aaa391efb9d6002833b92998d/C/1b00498051aa4de987ac157b250e9dd9, entries=150, sequenceid=465, filesize=12.0 K 2024-11-13T08:37:02,237 INFO [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~123.75 KB/126720, currentSize=0 B/0 for a3ed043aaa391efb9d6002833b92998d in 520ms, sequenceid=465, compaction requested=true 2024-11-13T08:37:02,237 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HRegion(2603): Flush status journal for a3ed043aaa391efb9d6002833b92998d: 2024-11-13T08:37:02,237 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d. 2024-11-13T08:37:02,237 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=24 2024-11-13T08:37:02,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45349 {}] master.HMaster(4169): Remote procedure done, pid=24 2024-11-13T08:37:02,240 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=24, resume processing ppid=23 2024-11-13T08:37:02,240 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=24, ppid=23, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.9180 sec 2024-11-13T08:37:02,242 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=23, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=23, table=TestAcidGuarantees in 1.9250 sec 2024-11-13T08:37:02,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45349 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=23 2024-11-13T08:37:02,476 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-13T08:37:02,557 INFO [Thread-143 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-143. 2024-11-13T08:37:02,557 DEBUG [Thread-143 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-13T08:37:02,557 DEBUG [Thread-143 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T08:37:02,557 DEBUG [Thread-143 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T08:37:02,557 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T08:37:02,566 INFO [Thread-149 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-149. 2024-11-13T08:37:02,566 DEBUG [Thread-149 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-13T08:37:02,566 DEBUG [Thread-149 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T08:37:02,566 DEBUG [Thread-149 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T08:37:02,566 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T08:37:02,576 INFO [Thread-147 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-147. 2024-11-13T08:37:02,576 DEBUG [Thread-147 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-13T08:37:02,576 DEBUG [Thread-147 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T08:37:02,576 DEBUG [Thread-147 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T08:37:02,576 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T08:37:02,586 INFO [Thread-151 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-151. 2024-11-13T08:37:02,586 DEBUG [Thread-151 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-13T08:37:02,586 DEBUG [Thread-151 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T08:37:02,586 DEBUG [Thread-151 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T08:37:02,586 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T08:37:05,535 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-13T08:37:07,377 INFO [Thread-145 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-145. 2024-11-13T08:37:07,377 DEBUG [Thread-145 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-13T08:37:07,378 DEBUG [Thread-145 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T08:37:07,378 DEBUG [Thread-145 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T08:37:07,378 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T08:37:07,378 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-13T08:37:07,378 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 62 2024-11-13T08:37:07,378 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 85 2024-11-13T08:37:07,378 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 62 2024-11-13T08:37:07,378 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 101 2024-11-13T08:37:07,378 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 58 2024-11-13T08:37:07,378 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-13T08:37:07,378 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 2681 2024-11-13T08:37:07,378 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 2710 2024-11-13T08:37:07,378 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-13T08:37:07,378 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1259 2024-11-13T08:37:07,378 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 3775 rows 2024-11-13T08:37:07,378 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1271 2024-11-13T08:37:07,378 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 3811 rows 2024-11-13T08:37:07,378 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T08:37:07,379 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool.doWork(AcidGuaranteesTestTool.java:131) at org.apache.hadoop.hbase.util.AbstractHBaseTool.run(AbstractHBaseTool.java:150) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:102) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:91) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.testMixedAtomicity(AcidGuaranteesTestBase.java:117) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T08:37:07,379 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T08:37:07,379 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T08:37:07,379 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T08:37:07,383 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45349 {}] master.HMaster$13(2820): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-11-13T08:37:07,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45349 {}] procedure2.ProcedureExecutor(1139): Stored pid=25, state=RUNNABLE:DISABLE_TABLE_PREPARE, hasLock=false; DisableTableProcedure table=TestAcidGuarantees 2024-11-13T08:37:07,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45349 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25 2024-11-13T08:37:07,390 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731487027390"}]},"ts":"1731487027390"} 2024-11-13T08:37:07,392 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-13T08:37:07,393 INFO [PEWorker-3 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-13T08:37:07,394 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=26, ppid=25, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-13T08:37:07,398 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=27, ppid=26, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=a3ed043aaa391efb9d6002833b92998d, UNASSIGN}] 2024-11-13T08:37:07,399 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=26, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=a3ed043aaa391efb9d6002833b92998d, UNASSIGN 2024-11-13T08:37:07,400 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=27 updating hbase:meta row=a3ed043aaa391efb9d6002833b92998d, regionState=CLOSING, regionLocation=dd3a0865bb23,43851,1731486997349 2024-11-13T08:37:07,402 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=27, ppid=26, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=a3ed043aaa391efb9d6002833b92998d, UNASSIGN because future has completed 2024-11-13T08:37:07,403 DEBUG [PEWorker-4 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-13T08:37:07,403 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=28, ppid=27, state=RUNNABLE, hasLock=false; CloseRegionProcedure a3ed043aaa391efb9d6002833b92998d, server=dd3a0865bb23,43851,1731486997349}] 2024-11-13T08:37:07,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45349 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25 2024-11-13T08:37:07,559 INFO [RS_CLOSE_REGION-regionserver/dd3a0865bb23:0-0 {event_type=M_RS_CLOSE_REGION, pid=28}] handler.UnassignRegionHandler(122): Close a3ed043aaa391efb9d6002833b92998d 2024-11-13T08:37:07,560 DEBUG [RS_CLOSE_REGION-regionserver/dd3a0865bb23:0-0 {event_type=M_RS_CLOSE_REGION, pid=28}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-13T08:37:07,560 DEBUG [RS_CLOSE_REGION-regionserver/dd3a0865bb23:0-0 {event_type=M_RS_CLOSE_REGION, pid=28}] regionserver.HRegion(1722): Closing a3ed043aaa391efb9d6002833b92998d, disabling compactions & flushes 2024-11-13T08:37:07,560 INFO [RS_CLOSE_REGION-regionserver/dd3a0865bb23:0-0 {event_type=M_RS_CLOSE_REGION, pid=28}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d. 2024-11-13T08:37:07,560 DEBUG [RS_CLOSE_REGION-regionserver/dd3a0865bb23:0-0 {event_type=M_RS_CLOSE_REGION, pid=28}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d. 2024-11-13T08:37:07,561 DEBUG [RS_CLOSE_REGION-regionserver/dd3a0865bb23:0-0 {event_type=M_RS_CLOSE_REGION, pid=28}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d. after waiting 0 ms 2024-11-13T08:37:07,561 DEBUG [RS_CLOSE_REGION-regionserver/dd3a0865bb23:0-0 {event_type=M_RS_CLOSE_REGION, pid=28}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d. 2024-11-13T08:37:07,561 INFO [RS_CLOSE_REGION-regionserver/dd3a0865bb23:0-0 {event_type=M_RS_CLOSE_REGION, pid=28}] regionserver.HRegion(2902): Flushing a3ed043aaa391efb9d6002833b92998d 3/3 column families, dataSize=33.54 KB heapSize=88.64 KB 2024-11-13T08:37:07,565 DEBUG [RS_CLOSE_REGION-regionserver/dd3a0865bb23:0-0 {event_type=M_RS_CLOSE_REGION, pid=28}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/a3ed043aaa391efb9d6002833b92998d/.tmp/A/ecefa82fa79d4cec83103078496213b1 is 50, key is test_row_0/A:col10/1731487022565/Put/seqid=0 2024-11-13T08:37:07,569 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38605 is added to blk_1073741938_1114 (size=9857) 2024-11-13T08:37:07,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45349 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25 2024-11-13T08:37:07,970 INFO [RS_CLOSE_REGION-regionserver/dd3a0865bb23:0-0 {event_type=M_RS_CLOSE_REGION, pid=28}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=473 (bloomFilter=true), to=hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/a3ed043aaa391efb9d6002833b92998d/.tmp/A/ecefa82fa79d4cec83103078496213b1 2024-11-13T08:37:07,978 DEBUG [RS_CLOSE_REGION-regionserver/dd3a0865bb23:0-0 {event_type=M_RS_CLOSE_REGION, pid=28}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/a3ed043aaa391efb9d6002833b92998d/.tmp/B/369ecaba9abc43eba48b87d3bf5efda7 is 50, key is test_row_0/B:col10/1731487022565/Put/seqid=0 2024-11-13T08:37:07,982 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38605 is added to blk_1073741939_1115 (size=9857) 2024-11-13T08:37:07,982 INFO [RS_CLOSE_REGION-regionserver/dd3a0865bb23:0-0 {event_type=M_RS_CLOSE_REGION, pid=28}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=473 (bloomFilter=true), to=hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/a3ed043aaa391efb9d6002833b92998d/.tmp/B/369ecaba9abc43eba48b87d3bf5efda7 2024-11-13T08:37:07,988 DEBUG [RS_CLOSE_REGION-regionserver/dd3a0865bb23:0-0 {event_type=M_RS_CLOSE_REGION, pid=28}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/a3ed043aaa391efb9d6002833b92998d/.tmp/C/43851559a14a4f5d9a3ab8c36e572ef3 is 50, key is test_row_0/C:col10/1731487022565/Put/seqid=0 2024-11-13T08:37:07,992 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38605 is added to blk_1073741940_1116 (size=9857) 2024-11-13T08:37:08,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45349 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25 2024-11-13T08:37:08,392 INFO [RS_CLOSE_REGION-regionserver/dd3a0865bb23:0-0 {event_type=M_RS_CLOSE_REGION, pid=28}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=473 (bloomFilter=true), to=hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/a3ed043aaa391efb9d6002833b92998d/.tmp/C/43851559a14a4f5d9a3ab8c36e572ef3 2024-11-13T08:37:08,397 DEBUG [RS_CLOSE_REGION-regionserver/dd3a0865bb23:0-0 {event_type=M_RS_CLOSE_REGION, pid=28}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/a3ed043aaa391efb9d6002833b92998d/.tmp/A/ecefa82fa79d4cec83103078496213b1 as hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/a3ed043aaa391efb9d6002833b92998d/A/ecefa82fa79d4cec83103078496213b1 2024-11-13T08:37:08,402 INFO [RS_CLOSE_REGION-regionserver/dd3a0865bb23:0-0 {event_type=M_RS_CLOSE_REGION, pid=28}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/a3ed043aaa391efb9d6002833b92998d/A/ecefa82fa79d4cec83103078496213b1, entries=100, sequenceid=473, filesize=9.6 K 2024-11-13T08:37:08,403 DEBUG [RS_CLOSE_REGION-regionserver/dd3a0865bb23:0-0 {event_type=M_RS_CLOSE_REGION, pid=28}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/a3ed043aaa391efb9d6002833b92998d/.tmp/B/369ecaba9abc43eba48b87d3bf5efda7 as hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/a3ed043aaa391efb9d6002833b92998d/B/369ecaba9abc43eba48b87d3bf5efda7 2024-11-13T08:37:08,407 INFO [RS_CLOSE_REGION-regionserver/dd3a0865bb23:0-0 {event_type=M_RS_CLOSE_REGION, pid=28}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/a3ed043aaa391efb9d6002833b92998d/B/369ecaba9abc43eba48b87d3bf5efda7, entries=100, sequenceid=473, filesize=9.6 K 2024-11-13T08:37:08,407 DEBUG [RS_CLOSE_REGION-regionserver/dd3a0865bb23:0-0 {event_type=M_RS_CLOSE_REGION, pid=28}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/a3ed043aaa391efb9d6002833b92998d/.tmp/C/43851559a14a4f5d9a3ab8c36e572ef3 as hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/a3ed043aaa391efb9d6002833b92998d/C/43851559a14a4f5d9a3ab8c36e572ef3 2024-11-13T08:37:08,411 INFO [RS_CLOSE_REGION-regionserver/dd3a0865bb23:0-0 {event_type=M_RS_CLOSE_REGION, pid=28}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/a3ed043aaa391efb9d6002833b92998d/C/43851559a14a4f5d9a3ab8c36e572ef3, entries=100, sequenceid=473, filesize=9.6 K 2024-11-13T08:37:08,412 INFO [RS_CLOSE_REGION-regionserver/dd3a0865bb23:0-0 {event_type=M_RS_CLOSE_REGION, pid=28}] regionserver.HRegion(3140): Finished flush of dataSize ~33.54 KB/34350, heapSize ~88.59 KB/90720, currentSize=0 B/0 for a3ed043aaa391efb9d6002833b92998d in 851ms, sequenceid=473, compaction requested=true 2024-11-13T08:37:08,413 DEBUG [StoreCloser-TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/a3ed043aaa391efb9d6002833b92998d/A/c967ba6241d74676bd09693ef0876560, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/a3ed043aaa391efb9d6002833b92998d/A/7aa9b6dd5b0b47c1800fe9214f8148f6, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/a3ed043aaa391efb9d6002833b92998d/A/ca99e116009940e2abc83fca18f47c8a, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/a3ed043aaa391efb9d6002833b92998d/A/16f6e5abd1a642ea885c91fb4b65c70b, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/a3ed043aaa391efb9d6002833b92998d/A/847f9198adf64e35a37aaa7292c646c6, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/a3ed043aaa391efb9d6002833b92998d/A/6dc43e2a3845436e81c817c07c1ef138, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/a3ed043aaa391efb9d6002833b92998d/A/a9317881888443f9a0037ba1fc59328b, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/a3ed043aaa391efb9d6002833b92998d/A/5803cb7d8ebc4a788bed486e0a6e8a1e, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/a3ed043aaa391efb9d6002833b92998d/A/d14eaae488a64d61ae07fa8b0608a581, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/a3ed043aaa391efb9d6002833b92998d/A/bbd957014cea461fb8eec84106c3e4b9, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/a3ed043aaa391efb9d6002833b92998d/A/f747739e86084a769352cd558e6bdc27, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/a3ed043aaa391efb9d6002833b92998d/A/9529e182b23a4fd685286dcb2369d388, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/a3ed043aaa391efb9d6002833b92998d/A/da20bc2d9d234480ab61404a3a84e7be, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/a3ed043aaa391efb9d6002833b92998d/A/4fb68fe5eeb1488691de8ffa5bd18f5a, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/a3ed043aaa391efb9d6002833b92998d/A/e80192e3869b49ffb1ad9c52c5403f8d, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/a3ed043aaa391efb9d6002833b92998d/A/c4c84b587e8041f782d2f7d3a3ebf770, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/a3ed043aaa391efb9d6002833b92998d/A/45be2e542f9e4d289b3556aad5432887, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/a3ed043aaa391efb9d6002833b92998d/A/317bee6e5a23453f977d8ecf4df941eb, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/a3ed043aaa391efb9d6002833b92998d/A/22b265602b4b4a57b3f6d2da3eaaf152, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/a3ed043aaa391efb9d6002833b92998d/A/63d4e90ebd534bd0aeb77e454e1dc0d8, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/a3ed043aaa391efb9d6002833b92998d/A/154ec25a6efa459e9263dc731072e64b, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/a3ed043aaa391efb9d6002833b92998d/A/57f4a6cc8f33412ea43b815347683396, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/a3ed043aaa391efb9d6002833b92998d/A/7a7d1d70a7b64b29b9b3028060f73163, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/a3ed043aaa391efb9d6002833b92998d/A/9bc4e73dae314ef59dcdc9e6e8dc0646, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/a3ed043aaa391efb9d6002833b92998d/A/df12b484ad1d4037802f90e8de91c6ef, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/a3ed043aaa391efb9d6002833b92998d/A/61ec6955574b42a7ab7b97df58502a1f, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/a3ed043aaa391efb9d6002833b92998d/A/beed38a174714fb6bce21a65507576b8, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/a3ed043aaa391efb9d6002833b92998d/A/e9be2bb4b1fb4850b777a7c2c5ecfcdf, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/a3ed043aaa391efb9d6002833b92998d/A/8b846395ed614830bdf134083842ed0f, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/a3ed043aaa391efb9d6002833b92998d/A/3bbcb27fe5634421a396d83c2f6b6657, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/a3ed043aaa391efb9d6002833b92998d/A/689857fdd14247b6afeb2d635d87f84f] to archive 2024-11-13T08:37:08,417 DEBUG [StoreCloser-TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-13T08:37:08,424 DEBUG [StoreCloser-TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/a3ed043aaa391efb9d6002833b92998d/A/c967ba6241d74676bd09693ef0876560 to hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/archive/data/default/TestAcidGuarantees/a3ed043aaa391efb9d6002833b92998d/A/c967ba6241d74676bd09693ef0876560 2024-11-13T08:37:08,425 DEBUG [StoreCloser-TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/a3ed043aaa391efb9d6002833b92998d/A/7aa9b6dd5b0b47c1800fe9214f8148f6 to hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/archive/data/default/TestAcidGuarantees/a3ed043aaa391efb9d6002833b92998d/A/7aa9b6dd5b0b47c1800fe9214f8148f6 2024-11-13T08:37:08,427 DEBUG [StoreCloser-TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/a3ed043aaa391efb9d6002833b92998d/A/ca99e116009940e2abc83fca18f47c8a to hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/archive/data/default/TestAcidGuarantees/a3ed043aaa391efb9d6002833b92998d/A/ca99e116009940e2abc83fca18f47c8a 2024-11-13T08:37:08,428 DEBUG [StoreCloser-TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/a3ed043aaa391efb9d6002833b92998d/A/16f6e5abd1a642ea885c91fb4b65c70b to hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/archive/data/default/TestAcidGuarantees/a3ed043aaa391efb9d6002833b92998d/A/16f6e5abd1a642ea885c91fb4b65c70b 2024-11-13T08:37:08,429 DEBUG [StoreCloser-TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/a3ed043aaa391efb9d6002833b92998d/A/847f9198adf64e35a37aaa7292c646c6 to hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/archive/data/default/TestAcidGuarantees/a3ed043aaa391efb9d6002833b92998d/A/847f9198adf64e35a37aaa7292c646c6 2024-11-13T08:37:08,431 DEBUG [StoreCloser-TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/a3ed043aaa391efb9d6002833b92998d/A/6dc43e2a3845436e81c817c07c1ef138 to hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/archive/data/default/TestAcidGuarantees/a3ed043aaa391efb9d6002833b92998d/A/6dc43e2a3845436e81c817c07c1ef138 2024-11-13T08:37:08,432 DEBUG [StoreCloser-TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/a3ed043aaa391efb9d6002833b92998d/A/a9317881888443f9a0037ba1fc59328b to hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/archive/data/default/TestAcidGuarantees/a3ed043aaa391efb9d6002833b92998d/A/a9317881888443f9a0037ba1fc59328b 2024-11-13T08:37:08,434 DEBUG [StoreCloser-TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/a3ed043aaa391efb9d6002833b92998d/A/5803cb7d8ebc4a788bed486e0a6e8a1e to hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/archive/data/default/TestAcidGuarantees/a3ed043aaa391efb9d6002833b92998d/A/5803cb7d8ebc4a788bed486e0a6e8a1e 2024-11-13T08:37:08,435 DEBUG [StoreCloser-TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/a3ed043aaa391efb9d6002833b92998d/A/d14eaae488a64d61ae07fa8b0608a581 to hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/archive/data/default/TestAcidGuarantees/a3ed043aaa391efb9d6002833b92998d/A/d14eaae488a64d61ae07fa8b0608a581 2024-11-13T08:37:08,436 DEBUG [StoreCloser-TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/a3ed043aaa391efb9d6002833b92998d/A/bbd957014cea461fb8eec84106c3e4b9 to hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/archive/data/default/TestAcidGuarantees/a3ed043aaa391efb9d6002833b92998d/A/bbd957014cea461fb8eec84106c3e4b9 2024-11-13T08:37:08,438 DEBUG [StoreCloser-TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/a3ed043aaa391efb9d6002833b92998d/A/f747739e86084a769352cd558e6bdc27 to hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/archive/data/default/TestAcidGuarantees/a3ed043aaa391efb9d6002833b92998d/A/f747739e86084a769352cd558e6bdc27 2024-11-13T08:37:08,439 DEBUG [StoreCloser-TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/a3ed043aaa391efb9d6002833b92998d/A/9529e182b23a4fd685286dcb2369d388 to hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/archive/data/default/TestAcidGuarantees/a3ed043aaa391efb9d6002833b92998d/A/9529e182b23a4fd685286dcb2369d388 2024-11-13T08:37:08,440 DEBUG [StoreCloser-TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/a3ed043aaa391efb9d6002833b92998d/A/da20bc2d9d234480ab61404a3a84e7be to hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/archive/data/default/TestAcidGuarantees/a3ed043aaa391efb9d6002833b92998d/A/da20bc2d9d234480ab61404a3a84e7be 2024-11-13T08:37:08,442 DEBUG [StoreCloser-TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/a3ed043aaa391efb9d6002833b92998d/A/4fb68fe5eeb1488691de8ffa5bd18f5a to hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/archive/data/default/TestAcidGuarantees/a3ed043aaa391efb9d6002833b92998d/A/4fb68fe5eeb1488691de8ffa5bd18f5a 2024-11-13T08:37:08,443 DEBUG [StoreCloser-TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/a3ed043aaa391efb9d6002833b92998d/A/e80192e3869b49ffb1ad9c52c5403f8d to hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/archive/data/default/TestAcidGuarantees/a3ed043aaa391efb9d6002833b92998d/A/e80192e3869b49ffb1ad9c52c5403f8d 2024-11-13T08:37:08,446 DEBUG [StoreCloser-TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/a3ed043aaa391efb9d6002833b92998d/A/c4c84b587e8041f782d2f7d3a3ebf770 to hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/archive/data/default/TestAcidGuarantees/a3ed043aaa391efb9d6002833b92998d/A/c4c84b587e8041f782d2f7d3a3ebf770 2024-11-13T08:37:08,447 DEBUG [StoreCloser-TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/a3ed043aaa391efb9d6002833b92998d/A/45be2e542f9e4d289b3556aad5432887 to hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/archive/data/default/TestAcidGuarantees/a3ed043aaa391efb9d6002833b92998d/A/45be2e542f9e4d289b3556aad5432887 2024-11-13T08:37:08,448 DEBUG [StoreCloser-TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/a3ed043aaa391efb9d6002833b92998d/A/317bee6e5a23453f977d8ecf4df941eb to hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/archive/data/default/TestAcidGuarantees/a3ed043aaa391efb9d6002833b92998d/A/317bee6e5a23453f977d8ecf4df941eb 2024-11-13T08:37:08,449 DEBUG [StoreCloser-TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/a3ed043aaa391efb9d6002833b92998d/A/22b265602b4b4a57b3f6d2da3eaaf152 to hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/archive/data/default/TestAcidGuarantees/a3ed043aaa391efb9d6002833b92998d/A/22b265602b4b4a57b3f6d2da3eaaf152 2024-11-13T08:37:08,451 DEBUG [StoreCloser-TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/a3ed043aaa391efb9d6002833b92998d/A/63d4e90ebd534bd0aeb77e454e1dc0d8 to hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/archive/data/default/TestAcidGuarantees/a3ed043aaa391efb9d6002833b92998d/A/63d4e90ebd534bd0aeb77e454e1dc0d8 2024-11-13T08:37:08,452 DEBUG [StoreCloser-TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/a3ed043aaa391efb9d6002833b92998d/A/154ec25a6efa459e9263dc731072e64b to hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/archive/data/default/TestAcidGuarantees/a3ed043aaa391efb9d6002833b92998d/A/154ec25a6efa459e9263dc731072e64b 2024-11-13T08:37:08,453 DEBUG [StoreCloser-TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/a3ed043aaa391efb9d6002833b92998d/A/57f4a6cc8f33412ea43b815347683396 to hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/archive/data/default/TestAcidGuarantees/a3ed043aaa391efb9d6002833b92998d/A/57f4a6cc8f33412ea43b815347683396 2024-11-13T08:37:08,454 DEBUG [StoreCloser-TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/a3ed043aaa391efb9d6002833b92998d/A/7a7d1d70a7b64b29b9b3028060f73163 to hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/archive/data/default/TestAcidGuarantees/a3ed043aaa391efb9d6002833b92998d/A/7a7d1d70a7b64b29b9b3028060f73163 2024-11-13T08:37:08,455 DEBUG [StoreCloser-TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/a3ed043aaa391efb9d6002833b92998d/A/9bc4e73dae314ef59dcdc9e6e8dc0646 to hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/archive/data/default/TestAcidGuarantees/a3ed043aaa391efb9d6002833b92998d/A/9bc4e73dae314ef59dcdc9e6e8dc0646 2024-11-13T08:37:08,456 DEBUG [StoreCloser-TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/a3ed043aaa391efb9d6002833b92998d/A/df12b484ad1d4037802f90e8de91c6ef to hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/archive/data/default/TestAcidGuarantees/a3ed043aaa391efb9d6002833b92998d/A/df12b484ad1d4037802f90e8de91c6ef 2024-11-13T08:37:08,457 DEBUG [StoreCloser-TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/a3ed043aaa391efb9d6002833b92998d/A/61ec6955574b42a7ab7b97df58502a1f to hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/archive/data/default/TestAcidGuarantees/a3ed043aaa391efb9d6002833b92998d/A/61ec6955574b42a7ab7b97df58502a1f 2024-11-13T08:37:08,459 DEBUG [StoreCloser-TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/a3ed043aaa391efb9d6002833b92998d/A/beed38a174714fb6bce21a65507576b8 to hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/archive/data/default/TestAcidGuarantees/a3ed043aaa391efb9d6002833b92998d/A/beed38a174714fb6bce21a65507576b8 2024-11-13T08:37:08,460 DEBUG [StoreCloser-TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/a3ed043aaa391efb9d6002833b92998d/A/e9be2bb4b1fb4850b777a7c2c5ecfcdf to hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/archive/data/default/TestAcidGuarantees/a3ed043aaa391efb9d6002833b92998d/A/e9be2bb4b1fb4850b777a7c2c5ecfcdf 2024-11-13T08:37:08,461 DEBUG [StoreCloser-TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/a3ed043aaa391efb9d6002833b92998d/A/8b846395ed614830bdf134083842ed0f to hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/archive/data/default/TestAcidGuarantees/a3ed043aaa391efb9d6002833b92998d/A/8b846395ed614830bdf134083842ed0f 2024-11-13T08:37:08,462 DEBUG [StoreCloser-TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/a3ed043aaa391efb9d6002833b92998d/A/3bbcb27fe5634421a396d83c2f6b6657 to hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/archive/data/default/TestAcidGuarantees/a3ed043aaa391efb9d6002833b92998d/A/3bbcb27fe5634421a396d83c2f6b6657 2024-11-13T08:37:08,463 DEBUG [StoreCloser-TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/a3ed043aaa391efb9d6002833b92998d/A/689857fdd14247b6afeb2d635d87f84f to hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/archive/data/default/TestAcidGuarantees/a3ed043aaa391efb9d6002833b92998d/A/689857fdd14247b6afeb2d635d87f84f 2024-11-13T08:37:08,478 DEBUG [StoreCloser-TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/a3ed043aaa391efb9d6002833b92998d/B/e218d1ae207546209b2ce53f5f6702d3, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/a3ed043aaa391efb9d6002833b92998d/B/2a8605131ca44de7aa0b472363d1fd88, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/a3ed043aaa391efb9d6002833b92998d/B/ee047ae62a97445a829ad07d99f0e048, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/a3ed043aaa391efb9d6002833b92998d/B/73810b3d3bf9446893668dd877e4aa81, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/a3ed043aaa391efb9d6002833b92998d/B/8b7f117e6b58431abcc2bf252b5befea, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/a3ed043aaa391efb9d6002833b92998d/B/9b081177b38b43b5a91fab86f837214e, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/a3ed043aaa391efb9d6002833b92998d/B/4cc1200c2efe4ac697d2936f1c118411, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/a3ed043aaa391efb9d6002833b92998d/B/96d6074d8e734c9486ceb73391c4cf5f, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/a3ed043aaa391efb9d6002833b92998d/B/a9b5db50051e4701af88c5848e5d185f, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/a3ed043aaa391efb9d6002833b92998d/B/60ee66567b3649ef98b33d2f22c45a37, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/a3ed043aaa391efb9d6002833b92998d/B/735169a95eb5412cad11fc9958a0ac57, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/a3ed043aaa391efb9d6002833b92998d/B/f59db03fb0cd41c19941ab31ae609820, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/a3ed043aaa391efb9d6002833b92998d/B/2a2215fc5c16446a9bab18f4d28619c3, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/a3ed043aaa391efb9d6002833b92998d/B/646d9cc9f8a54122bb09588553284fdc, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/a3ed043aaa391efb9d6002833b92998d/B/f3b4a47b503c4d4a88fc3f877fb41b57, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/a3ed043aaa391efb9d6002833b92998d/B/d9e27af84da5420bacb5ecea6ae47aba, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/a3ed043aaa391efb9d6002833b92998d/B/740c735497ff46628d25208f6e6c82d4, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/a3ed043aaa391efb9d6002833b92998d/B/721a5e31d94b4301a738a93077a3a407, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/a3ed043aaa391efb9d6002833b92998d/B/68f2ee268afc408e900085b8a97de124, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/a3ed043aaa391efb9d6002833b92998d/B/f3734019515346ec9ff7b4938ad837ab, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/a3ed043aaa391efb9d6002833b92998d/B/69d81c031e224126b5af9ffa766a749e, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/a3ed043aaa391efb9d6002833b92998d/B/b0cc3d23a7fb4b66be178efcb7097bfa, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/a3ed043aaa391efb9d6002833b92998d/B/ff52067e89b74a5bbc51551d58c5a628, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/a3ed043aaa391efb9d6002833b92998d/B/0e58157954834658b4beb343210a974b, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/a3ed043aaa391efb9d6002833b92998d/B/ff064831fd184ac181efecd134a337be, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/a3ed043aaa391efb9d6002833b92998d/B/f6407af2d6b1458eabe7fa145f3ae7ca, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/a3ed043aaa391efb9d6002833b92998d/B/e6ddec2494d84e65a5232cdf05bd6d74, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/a3ed043aaa391efb9d6002833b92998d/B/0e982cef0d9540619e26c6527e4204e9, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/a3ed043aaa391efb9d6002833b92998d/B/f56420a1fee242ee9c92c61617c3a360, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/a3ed043aaa391efb9d6002833b92998d/B/b1fa5221bc18474bbb83fd911db62363, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/a3ed043aaa391efb9d6002833b92998d/B/580e74a707b44fe2a9d1343ad76a0d02] to archive 2024-11-13T08:37:08,479 DEBUG [StoreCloser-TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-13T08:37:08,481 DEBUG [StoreCloser-TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/a3ed043aaa391efb9d6002833b92998d/B/e218d1ae207546209b2ce53f5f6702d3 to hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/archive/data/default/TestAcidGuarantees/a3ed043aaa391efb9d6002833b92998d/B/e218d1ae207546209b2ce53f5f6702d3 2024-11-13T08:37:08,482 DEBUG [StoreCloser-TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/a3ed043aaa391efb9d6002833b92998d/B/2a8605131ca44de7aa0b472363d1fd88 to hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/archive/data/default/TestAcidGuarantees/a3ed043aaa391efb9d6002833b92998d/B/2a8605131ca44de7aa0b472363d1fd88 2024-11-13T08:37:08,483 DEBUG [StoreCloser-TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/a3ed043aaa391efb9d6002833b92998d/B/ee047ae62a97445a829ad07d99f0e048 to hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/archive/data/default/TestAcidGuarantees/a3ed043aaa391efb9d6002833b92998d/B/ee047ae62a97445a829ad07d99f0e048 2024-11-13T08:37:08,485 DEBUG [StoreCloser-TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/a3ed043aaa391efb9d6002833b92998d/B/73810b3d3bf9446893668dd877e4aa81 to hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/archive/data/default/TestAcidGuarantees/a3ed043aaa391efb9d6002833b92998d/B/73810b3d3bf9446893668dd877e4aa81 2024-11-13T08:37:08,486 DEBUG [StoreCloser-TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/a3ed043aaa391efb9d6002833b92998d/B/8b7f117e6b58431abcc2bf252b5befea to hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/archive/data/default/TestAcidGuarantees/a3ed043aaa391efb9d6002833b92998d/B/8b7f117e6b58431abcc2bf252b5befea 2024-11-13T08:37:08,487 DEBUG [StoreCloser-TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/a3ed043aaa391efb9d6002833b92998d/B/9b081177b38b43b5a91fab86f837214e to hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/archive/data/default/TestAcidGuarantees/a3ed043aaa391efb9d6002833b92998d/B/9b081177b38b43b5a91fab86f837214e 2024-11-13T08:37:08,488 DEBUG [StoreCloser-TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/a3ed043aaa391efb9d6002833b92998d/B/4cc1200c2efe4ac697d2936f1c118411 to hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/archive/data/default/TestAcidGuarantees/a3ed043aaa391efb9d6002833b92998d/B/4cc1200c2efe4ac697d2936f1c118411 2024-11-13T08:37:08,490 DEBUG [StoreCloser-TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/a3ed043aaa391efb9d6002833b92998d/B/96d6074d8e734c9486ceb73391c4cf5f to hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/archive/data/default/TestAcidGuarantees/a3ed043aaa391efb9d6002833b92998d/B/96d6074d8e734c9486ceb73391c4cf5f 2024-11-13T08:37:08,491 DEBUG [StoreCloser-TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/a3ed043aaa391efb9d6002833b92998d/B/a9b5db50051e4701af88c5848e5d185f to hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/archive/data/default/TestAcidGuarantees/a3ed043aaa391efb9d6002833b92998d/B/a9b5db50051e4701af88c5848e5d185f 2024-11-13T08:37:08,492 DEBUG [StoreCloser-TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/a3ed043aaa391efb9d6002833b92998d/B/60ee66567b3649ef98b33d2f22c45a37 to hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/archive/data/default/TestAcidGuarantees/a3ed043aaa391efb9d6002833b92998d/B/60ee66567b3649ef98b33d2f22c45a37 2024-11-13T08:37:08,493 DEBUG [StoreCloser-TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/a3ed043aaa391efb9d6002833b92998d/B/735169a95eb5412cad11fc9958a0ac57 to hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/archive/data/default/TestAcidGuarantees/a3ed043aaa391efb9d6002833b92998d/B/735169a95eb5412cad11fc9958a0ac57 2024-11-13T08:37:08,494 DEBUG [StoreCloser-TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/a3ed043aaa391efb9d6002833b92998d/B/f59db03fb0cd41c19941ab31ae609820 to hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/archive/data/default/TestAcidGuarantees/a3ed043aaa391efb9d6002833b92998d/B/f59db03fb0cd41c19941ab31ae609820 2024-11-13T08:37:08,496 DEBUG [StoreCloser-TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/a3ed043aaa391efb9d6002833b92998d/B/2a2215fc5c16446a9bab18f4d28619c3 to hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/archive/data/default/TestAcidGuarantees/a3ed043aaa391efb9d6002833b92998d/B/2a2215fc5c16446a9bab18f4d28619c3 2024-11-13T08:37:08,497 DEBUG [StoreCloser-TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/a3ed043aaa391efb9d6002833b92998d/B/646d9cc9f8a54122bb09588553284fdc to hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/archive/data/default/TestAcidGuarantees/a3ed043aaa391efb9d6002833b92998d/B/646d9cc9f8a54122bb09588553284fdc 2024-11-13T08:37:08,498 DEBUG [StoreCloser-TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/a3ed043aaa391efb9d6002833b92998d/B/f3b4a47b503c4d4a88fc3f877fb41b57 to hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/archive/data/default/TestAcidGuarantees/a3ed043aaa391efb9d6002833b92998d/B/f3b4a47b503c4d4a88fc3f877fb41b57 2024-11-13T08:37:08,499 DEBUG [StoreCloser-TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/a3ed043aaa391efb9d6002833b92998d/B/d9e27af84da5420bacb5ecea6ae47aba to hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/archive/data/default/TestAcidGuarantees/a3ed043aaa391efb9d6002833b92998d/B/d9e27af84da5420bacb5ecea6ae47aba 2024-11-13T08:37:08,501 DEBUG [StoreCloser-TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/a3ed043aaa391efb9d6002833b92998d/B/740c735497ff46628d25208f6e6c82d4 to hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/archive/data/default/TestAcidGuarantees/a3ed043aaa391efb9d6002833b92998d/B/740c735497ff46628d25208f6e6c82d4 2024-11-13T08:37:08,502 DEBUG [StoreCloser-TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/a3ed043aaa391efb9d6002833b92998d/B/721a5e31d94b4301a738a93077a3a407 to hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/archive/data/default/TestAcidGuarantees/a3ed043aaa391efb9d6002833b92998d/B/721a5e31d94b4301a738a93077a3a407 2024-11-13T08:37:08,503 DEBUG [StoreCloser-TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/a3ed043aaa391efb9d6002833b92998d/B/68f2ee268afc408e900085b8a97de124 to hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/archive/data/default/TestAcidGuarantees/a3ed043aaa391efb9d6002833b92998d/B/68f2ee268afc408e900085b8a97de124 2024-11-13T08:37:08,505 DEBUG [StoreCloser-TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/a3ed043aaa391efb9d6002833b92998d/B/f3734019515346ec9ff7b4938ad837ab to hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/archive/data/default/TestAcidGuarantees/a3ed043aaa391efb9d6002833b92998d/B/f3734019515346ec9ff7b4938ad837ab 2024-11-13T08:37:08,506 DEBUG [StoreCloser-TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/a3ed043aaa391efb9d6002833b92998d/B/69d81c031e224126b5af9ffa766a749e to hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/archive/data/default/TestAcidGuarantees/a3ed043aaa391efb9d6002833b92998d/B/69d81c031e224126b5af9ffa766a749e 2024-11-13T08:37:08,507 DEBUG [StoreCloser-TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/a3ed043aaa391efb9d6002833b92998d/B/b0cc3d23a7fb4b66be178efcb7097bfa to hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/archive/data/default/TestAcidGuarantees/a3ed043aaa391efb9d6002833b92998d/B/b0cc3d23a7fb4b66be178efcb7097bfa 2024-11-13T08:37:08,508 DEBUG [StoreCloser-TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/a3ed043aaa391efb9d6002833b92998d/B/ff52067e89b74a5bbc51551d58c5a628 to hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/archive/data/default/TestAcidGuarantees/a3ed043aaa391efb9d6002833b92998d/B/ff52067e89b74a5bbc51551d58c5a628 2024-11-13T08:37:08,509 DEBUG [StoreCloser-TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/a3ed043aaa391efb9d6002833b92998d/B/0e58157954834658b4beb343210a974b to hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/archive/data/default/TestAcidGuarantees/a3ed043aaa391efb9d6002833b92998d/B/0e58157954834658b4beb343210a974b 2024-11-13T08:37:08,511 DEBUG [StoreCloser-TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/a3ed043aaa391efb9d6002833b92998d/B/ff064831fd184ac181efecd134a337be to hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/archive/data/default/TestAcidGuarantees/a3ed043aaa391efb9d6002833b92998d/B/ff064831fd184ac181efecd134a337be 2024-11-13T08:37:08,512 DEBUG [StoreCloser-TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/a3ed043aaa391efb9d6002833b92998d/B/f6407af2d6b1458eabe7fa145f3ae7ca to hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/archive/data/default/TestAcidGuarantees/a3ed043aaa391efb9d6002833b92998d/B/f6407af2d6b1458eabe7fa145f3ae7ca 2024-11-13T08:37:08,513 DEBUG [StoreCloser-TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/a3ed043aaa391efb9d6002833b92998d/B/e6ddec2494d84e65a5232cdf05bd6d74 to hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/archive/data/default/TestAcidGuarantees/a3ed043aaa391efb9d6002833b92998d/B/e6ddec2494d84e65a5232cdf05bd6d74 2024-11-13T08:37:08,515 DEBUG [StoreCloser-TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/a3ed043aaa391efb9d6002833b92998d/B/0e982cef0d9540619e26c6527e4204e9 to hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/archive/data/default/TestAcidGuarantees/a3ed043aaa391efb9d6002833b92998d/B/0e982cef0d9540619e26c6527e4204e9 2024-11-13T08:37:08,516 DEBUG [StoreCloser-TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/a3ed043aaa391efb9d6002833b92998d/B/f56420a1fee242ee9c92c61617c3a360 to hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/archive/data/default/TestAcidGuarantees/a3ed043aaa391efb9d6002833b92998d/B/f56420a1fee242ee9c92c61617c3a360 2024-11-13T08:37:08,517 DEBUG [StoreCloser-TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/a3ed043aaa391efb9d6002833b92998d/B/b1fa5221bc18474bbb83fd911db62363 to hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/archive/data/default/TestAcidGuarantees/a3ed043aaa391efb9d6002833b92998d/B/b1fa5221bc18474bbb83fd911db62363 2024-11-13T08:37:08,519 DEBUG [StoreCloser-TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/a3ed043aaa391efb9d6002833b92998d/B/580e74a707b44fe2a9d1343ad76a0d02 to hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/archive/data/default/TestAcidGuarantees/a3ed043aaa391efb9d6002833b92998d/B/580e74a707b44fe2a9d1343ad76a0d02 2024-11-13T08:37:08,521 DEBUG [StoreCloser-TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/a3ed043aaa391efb9d6002833b92998d/C/f6830b0f355d4cacbbb5c96ff922b95d, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/a3ed043aaa391efb9d6002833b92998d/C/bcccb503e39d41b7877c7ef53fb047e6, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/a3ed043aaa391efb9d6002833b92998d/C/6558d8cfb9554488ac68b5077d8423d5, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/a3ed043aaa391efb9d6002833b92998d/C/f0b8c48688444461be6168eb61bdcc24, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/a3ed043aaa391efb9d6002833b92998d/C/89609ec69cde4d5f925369f032f7ec76, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/a3ed043aaa391efb9d6002833b92998d/C/176c272a587240aebbdf0bc505004d0f, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/a3ed043aaa391efb9d6002833b92998d/C/36219e8e21cc47a6a2b9a2fff3135d8b, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/a3ed043aaa391efb9d6002833b92998d/C/ed9a8a71dbe542ca9820a591135e334c, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/a3ed043aaa391efb9d6002833b92998d/C/7cba318ee8984301accbfeaa7c922f8d, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/a3ed043aaa391efb9d6002833b92998d/C/d3ac804e8f8a4284bd621d9cb672b05c, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/a3ed043aaa391efb9d6002833b92998d/C/db9caf229779498ba30836d80a60d788, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/a3ed043aaa391efb9d6002833b92998d/C/9fbf3718cdf2443598f94352d4d63b0f, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/a3ed043aaa391efb9d6002833b92998d/C/8c996c9d27184a948650de6af73daae2, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/a3ed043aaa391efb9d6002833b92998d/C/c26b0ed178894f9c89a9016579333ce8, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/a3ed043aaa391efb9d6002833b92998d/C/e7a26d29ce6d44f3a4004c5cfeeede92, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/a3ed043aaa391efb9d6002833b92998d/C/9a4b9d1315244fcbbcf2b14d9a703bae, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/a3ed043aaa391efb9d6002833b92998d/C/536a4454134a423183d7ce7651675bfa, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/a3ed043aaa391efb9d6002833b92998d/C/bd38f501b25d4f739d2e351ad8267722, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/a3ed043aaa391efb9d6002833b92998d/C/0447c39438414746a66deac0da822172, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/a3ed043aaa391efb9d6002833b92998d/C/d2dcedb1327244108ed623ef0ffc20e1, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/a3ed043aaa391efb9d6002833b92998d/C/a1f33989abaf4cbd879d982258491db1, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/a3ed043aaa391efb9d6002833b92998d/C/074bb47c8a544a9a807418f0e4f06e3f, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/a3ed043aaa391efb9d6002833b92998d/C/d1f4e292da6a4144b4a7ef46337177d6, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/a3ed043aaa391efb9d6002833b92998d/C/73c9b7f3f4e44a6a89293f74f71e931e, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/a3ed043aaa391efb9d6002833b92998d/C/73ed48350f064f6980f27f3e16e5fc63, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/a3ed043aaa391efb9d6002833b92998d/C/d77512e9b63f4871a21994bc7943d9e9, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/a3ed043aaa391efb9d6002833b92998d/C/64d3cd1cecbc476184d0bb38080a091a, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/a3ed043aaa391efb9d6002833b92998d/C/cc6bb6db1c064ec1a556a909232f334b, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/a3ed043aaa391efb9d6002833b92998d/C/36ee23670e634d5382331f814bfaa0e0, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/a3ed043aaa391efb9d6002833b92998d/C/5729be7445414d71a462ee7dfe4d0806] to archive 2024-11-13T08:37:08,522 DEBUG [StoreCloser-TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-13T08:37:08,523 DEBUG [StoreCloser-TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/a3ed043aaa391efb9d6002833b92998d/C/f6830b0f355d4cacbbb5c96ff922b95d to hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/archive/data/default/TestAcidGuarantees/a3ed043aaa391efb9d6002833b92998d/C/f6830b0f355d4cacbbb5c96ff922b95d 2024-11-13T08:37:08,525 DEBUG [StoreCloser-TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/a3ed043aaa391efb9d6002833b92998d/C/bcccb503e39d41b7877c7ef53fb047e6 to hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/archive/data/default/TestAcidGuarantees/a3ed043aaa391efb9d6002833b92998d/C/bcccb503e39d41b7877c7ef53fb047e6 2024-11-13T08:37:08,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45349 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25 2024-11-13T08:37:08,526 DEBUG [StoreCloser-TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/a3ed043aaa391efb9d6002833b92998d/C/6558d8cfb9554488ac68b5077d8423d5 to hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/archive/data/default/TestAcidGuarantees/a3ed043aaa391efb9d6002833b92998d/C/6558d8cfb9554488ac68b5077d8423d5 2024-11-13T08:37:08,527 DEBUG [StoreCloser-TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/a3ed043aaa391efb9d6002833b92998d/C/f0b8c48688444461be6168eb61bdcc24 to hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/archive/data/default/TestAcidGuarantees/a3ed043aaa391efb9d6002833b92998d/C/f0b8c48688444461be6168eb61bdcc24 2024-11-13T08:37:08,528 DEBUG [StoreCloser-TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/a3ed043aaa391efb9d6002833b92998d/C/89609ec69cde4d5f925369f032f7ec76 to hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/archive/data/default/TestAcidGuarantees/a3ed043aaa391efb9d6002833b92998d/C/89609ec69cde4d5f925369f032f7ec76 2024-11-13T08:37:08,530 DEBUG [StoreCloser-TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/a3ed043aaa391efb9d6002833b92998d/C/176c272a587240aebbdf0bc505004d0f to hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/archive/data/default/TestAcidGuarantees/a3ed043aaa391efb9d6002833b92998d/C/176c272a587240aebbdf0bc505004d0f 2024-11-13T08:37:08,530 DEBUG [StoreCloser-TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/a3ed043aaa391efb9d6002833b92998d/C/36219e8e21cc47a6a2b9a2fff3135d8b to hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/archive/data/default/TestAcidGuarantees/a3ed043aaa391efb9d6002833b92998d/C/36219e8e21cc47a6a2b9a2fff3135d8b 2024-11-13T08:37:08,531 DEBUG [StoreCloser-TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/a3ed043aaa391efb9d6002833b92998d/C/ed9a8a71dbe542ca9820a591135e334c to hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/archive/data/default/TestAcidGuarantees/a3ed043aaa391efb9d6002833b92998d/C/ed9a8a71dbe542ca9820a591135e334c 2024-11-13T08:37:08,532 DEBUG [StoreCloser-TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/a3ed043aaa391efb9d6002833b92998d/C/7cba318ee8984301accbfeaa7c922f8d to hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/archive/data/default/TestAcidGuarantees/a3ed043aaa391efb9d6002833b92998d/C/7cba318ee8984301accbfeaa7c922f8d 2024-11-13T08:37:08,534 DEBUG [StoreCloser-TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/a3ed043aaa391efb9d6002833b92998d/C/d3ac804e8f8a4284bd621d9cb672b05c to hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/archive/data/default/TestAcidGuarantees/a3ed043aaa391efb9d6002833b92998d/C/d3ac804e8f8a4284bd621d9cb672b05c 2024-11-13T08:37:08,535 DEBUG [StoreCloser-TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/a3ed043aaa391efb9d6002833b92998d/C/db9caf229779498ba30836d80a60d788 to hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/archive/data/default/TestAcidGuarantees/a3ed043aaa391efb9d6002833b92998d/C/db9caf229779498ba30836d80a60d788 2024-11-13T08:37:08,536 DEBUG [StoreCloser-TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/a3ed043aaa391efb9d6002833b92998d/C/9fbf3718cdf2443598f94352d4d63b0f to hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/archive/data/default/TestAcidGuarantees/a3ed043aaa391efb9d6002833b92998d/C/9fbf3718cdf2443598f94352d4d63b0f 2024-11-13T08:37:08,538 DEBUG [StoreCloser-TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/a3ed043aaa391efb9d6002833b92998d/C/8c996c9d27184a948650de6af73daae2 to hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/archive/data/default/TestAcidGuarantees/a3ed043aaa391efb9d6002833b92998d/C/8c996c9d27184a948650de6af73daae2 2024-11-13T08:37:08,539 DEBUG [StoreCloser-TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/a3ed043aaa391efb9d6002833b92998d/C/c26b0ed178894f9c89a9016579333ce8 to hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/archive/data/default/TestAcidGuarantees/a3ed043aaa391efb9d6002833b92998d/C/c26b0ed178894f9c89a9016579333ce8 2024-11-13T08:37:08,540 DEBUG [StoreCloser-TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/a3ed043aaa391efb9d6002833b92998d/C/e7a26d29ce6d44f3a4004c5cfeeede92 to hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/archive/data/default/TestAcidGuarantees/a3ed043aaa391efb9d6002833b92998d/C/e7a26d29ce6d44f3a4004c5cfeeede92 2024-11-13T08:37:08,541 DEBUG [StoreCloser-TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/a3ed043aaa391efb9d6002833b92998d/C/9a4b9d1315244fcbbcf2b14d9a703bae to hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/archive/data/default/TestAcidGuarantees/a3ed043aaa391efb9d6002833b92998d/C/9a4b9d1315244fcbbcf2b14d9a703bae 2024-11-13T08:37:08,543 DEBUG [StoreCloser-TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/a3ed043aaa391efb9d6002833b92998d/C/536a4454134a423183d7ce7651675bfa to hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/archive/data/default/TestAcidGuarantees/a3ed043aaa391efb9d6002833b92998d/C/536a4454134a423183d7ce7651675bfa 2024-11-13T08:37:08,544 DEBUG [StoreCloser-TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/a3ed043aaa391efb9d6002833b92998d/C/bd38f501b25d4f739d2e351ad8267722 to hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/archive/data/default/TestAcidGuarantees/a3ed043aaa391efb9d6002833b92998d/C/bd38f501b25d4f739d2e351ad8267722 2024-11-13T08:37:08,545 DEBUG [StoreCloser-TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/a3ed043aaa391efb9d6002833b92998d/C/0447c39438414746a66deac0da822172 to hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/archive/data/default/TestAcidGuarantees/a3ed043aaa391efb9d6002833b92998d/C/0447c39438414746a66deac0da822172 2024-11-13T08:37:08,546 DEBUG [StoreCloser-TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/a3ed043aaa391efb9d6002833b92998d/C/d2dcedb1327244108ed623ef0ffc20e1 to hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/archive/data/default/TestAcidGuarantees/a3ed043aaa391efb9d6002833b92998d/C/d2dcedb1327244108ed623ef0ffc20e1 2024-11-13T08:37:08,547 DEBUG [StoreCloser-TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/a3ed043aaa391efb9d6002833b92998d/C/a1f33989abaf4cbd879d982258491db1 to hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/archive/data/default/TestAcidGuarantees/a3ed043aaa391efb9d6002833b92998d/C/a1f33989abaf4cbd879d982258491db1 2024-11-13T08:37:08,548 DEBUG [StoreCloser-TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/a3ed043aaa391efb9d6002833b92998d/C/074bb47c8a544a9a807418f0e4f06e3f to hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/archive/data/default/TestAcidGuarantees/a3ed043aaa391efb9d6002833b92998d/C/074bb47c8a544a9a807418f0e4f06e3f 2024-11-13T08:37:08,549 DEBUG [StoreCloser-TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/a3ed043aaa391efb9d6002833b92998d/C/d1f4e292da6a4144b4a7ef46337177d6 to hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/archive/data/default/TestAcidGuarantees/a3ed043aaa391efb9d6002833b92998d/C/d1f4e292da6a4144b4a7ef46337177d6 2024-11-13T08:37:08,551 DEBUG [StoreCloser-TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/a3ed043aaa391efb9d6002833b92998d/C/73c9b7f3f4e44a6a89293f74f71e931e to hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/archive/data/default/TestAcidGuarantees/a3ed043aaa391efb9d6002833b92998d/C/73c9b7f3f4e44a6a89293f74f71e931e 2024-11-13T08:37:08,552 DEBUG [StoreCloser-TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/a3ed043aaa391efb9d6002833b92998d/C/73ed48350f064f6980f27f3e16e5fc63 to hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/archive/data/default/TestAcidGuarantees/a3ed043aaa391efb9d6002833b92998d/C/73ed48350f064f6980f27f3e16e5fc63 2024-11-13T08:37:08,553 DEBUG [StoreCloser-TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/a3ed043aaa391efb9d6002833b92998d/C/d77512e9b63f4871a21994bc7943d9e9 to hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/archive/data/default/TestAcidGuarantees/a3ed043aaa391efb9d6002833b92998d/C/d77512e9b63f4871a21994bc7943d9e9 2024-11-13T08:37:08,554 DEBUG [StoreCloser-TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/a3ed043aaa391efb9d6002833b92998d/C/64d3cd1cecbc476184d0bb38080a091a to hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/archive/data/default/TestAcidGuarantees/a3ed043aaa391efb9d6002833b92998d/C/64d3cd1cecbc476184d0bb38080a091a 2024-11-13T08:37:08,555 DEBUG [StoreCloser-TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/a3ed043aaa391efb9d6002833b92998d/C/cc6bb6db1c064ec1a556a909232f334b to hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/archive/data/default/TestAcidGuarantees/a3ed043aaa391efb9d6002833b92998d/C/cc6bb6db1c064ec1a556a909232f334b 2024-11-13T08:37:08,557 DEBUG [StoreCloser-TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/a3ed043aaa391efb9d6002833b92998d/C/36ee23670e634d5382331f814bfaa0e0 to hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/archive/data/default/TestAcidGuarantees/a3ed043aaa391efb9d6002833b92998d/C/36ee23670e634d5382331f814bfaa0e0 2024-11-13T08:37:08,558 DEBUG [StoreCloser-TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/a3ed043aaa391efb9d6002833b92998d/C/5729be7445414d71a462ee7dfe4d0806 to hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/archive/data/default/TestAcidGuarantees/a3ed043aaa391efb9d6002833b92998d/C/5729be7445414d71a462ee7dfe4d0806 2024-11-13T08:37:08,563 DEBUG [RS_CLOSE_REGION-regionserver/dd3a0865bb23:0-0 {event_type=M_RS_CLOSE_REGION, pid=28}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/a3ed043aaa391efb9d6002833b92998d/recovered.edits/476.seqid, newMaxSeqId=476, maxSeqId=1 2024-11-13T08:37:08,564 INFO [RS_CLOSE_REGION-regionserver/dd3a0865bb23:0-0 {event_type=M_RS_CLOSE_REGION, pid=28}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d. 2024-11-13T08:37:08,564 DEBUG [RS_CLOSE_REGION-regionserver/dd3a0865bb23:0-0 {event_type=M_RS_CLOSE_REGION, pid=28}] regionserver.HRegion(1676): Region close journal for a3ed043aaa391efb9d6002833b92998d: Waiting for close lock at 1731487027560Running coprocessor pre-close hooks at 1731487027560Disabling compacts and flushes for region at 1731487027560Disabling writes for close at 1731487027561 (+1 ms)Obtaining lock to block concurrent updates at 1731487027561Preparing flush snapshotting stores in a3ed043aaa391efb9d6002833b92998d at 1731487027561Finished memstore snapshotting TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d., syncing WAL and waiting on mvcc, flushsize=dataSize=34350, getHeapSize=90720, getOffHeapSize=0, getCellsCount=750 at 1731487027561Flushing stores of TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d. at 1731487027562 (+1 ms)Flushing a3ed043aaa391efb9d6002833b92998d/A: creating writer at 1731487027562Flushing a3ed043aaa391efb9d6002833b92998d/A: appending metadata at 1731487027565 (+3 ms)Flushing a3ed043aaa391efb9d6002833b92998d/A: closing flushed file at 1731487027565Flushing a3ed043aaa391efb9d6002833b92998d/B: creating writer at 1731487027975 (+410 ms)Flushing a3ed043aaa391efb9d6002833b92998d/B: appending metadata at 1731487027978 (+3 ms)Flushing a3ed043aaa391efb9d6002833b92998d/B: closing flushed file at 1731487027978Flushing a3ed043aaa391efb9d6002833b92998d/C: creating writer at 1731487027986 (+8 ms)Flushing a3ed043aaa391efb9d6002833b92998d/C: appending metadata at 1731487027988 (+2 ms)Flushing a3ed043aaa391efb9d6002833b92998d/C: closing flushed file at 1731487027988Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4fe40197: reopening flushed file at 1731487028397 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4e08c9f2: reopening flushed file at 1731487028402 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@57c9530a: reopening flushed file at 1731487028407 (+5 ms)Finished flush of dataSize ~33.54 KB/34350, heapSize ~88.59 KB/90720, currentSize=0 B/0 for a3ed043aaa391efb9d6002833b92998d in 851ms, sequenceid=473, compaction requested=true at 1731487028412 (+5 ms)Writing region close event to WAL at 1731487028559 (+147 ms)Running coprocessor post-close hooks at 1731487028563 (+4 ms)Closed at 1731487028564 (+1 ms) 2024-11-13T08:37:08,567 INFO [RS_CLOSE_REGION-regionserver/dd3a0865bb23:0-0 {event_type=M_RS_CLOSE_REGION, pid=28}] handler.UnassignRegionHandler(157): Closed a3ed043aaa391efb9d6002833b92998d 2024-11-13T08:37:08,568 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=27 updating hbase:meta row=a3ed043aaa391efb9d6002833b92998d, regionState=CLOSED 2024-11-13T08:37:08,570 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=28, ppid=27, state=RUNNABLE, hasLock=false; CloseRegionProcedure a3ed043aaa391efb9d6002833b92998d, server=dd3a0865bb23,43851,1731486997349 because future has completed 2024-11-13T08:37:08,573 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=28, resume processing ppid=27 2024-11-13T08:37:08,573 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=28, ppid=27, state=SUCCESS, hasLock=false; CloseRegionProcedure a3ed043aaa391efb9d6002833b92998d, server=dd3a0865bb23,43851,1731486997349 in 1.1680 sec 2024-11-13T08:37:08,575 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=27, resume processing ppid=26 2024-11-13T08:37:08,575 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=27, ppid=26, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=a3ed043aaa391efb9d6002833b92998d, UNASSIGN in 1.1750 sec 2024-11-13T08:37:08,577 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=26, resume processing ppid=25 2024-11-13T08:37:08,578 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=26, ppid=25, state=SUCCESS, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.1820 sec 2024-11-13T08:37:08,579 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731487028579"}]},"ts":"1731487028579"} 2024-11-13T08:37:08,581 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-13T08:37:08,581 INFO [PEWorker-2 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-13T08:37:08,583 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=25, state=SUCCESS, hasLock=false; DisableTableProcedure table=TestAcidGuarantees in 1.1970 sec 2024-11-13T08:37:09,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45349 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25 2024-11-13T08:37:09,536 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DISABLE, Table Name: default:TestAcidGuarantees completed 2024-11-13T08:37:09,539 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45349 {}] master.HMaster$5(2570): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-11-13T08:37:09,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45349 {}] procedure2.ProcedureExecutor(1139): Stored pid=29, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees 2024-11-13T08:37:09,545 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=29, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-13T08:37:09,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45349 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=29 2024-11-13T08:37:09,547 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=29, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-13T08:37:09,552 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/a3ed043aaa391efb9d6002833b92998d 2024-11-13T08:37:09,556 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/a3ed043aaa391efb9d6002833b92998d/A, FileablePath, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/a3ed043aaa391efb9d6002833b92998d/B, FileablePath, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/a3ed043aaa391efb9d6002833b92998d/C, FileablePath, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/a3ed043aaa391efb9d6002833b92998d/recovered.edits] 2024-11-13T08:37:09,560 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/a3ed043aaa391efb9d6002833b92998d/A/192065a9951748c4878fc69887875256 to hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/archive/data/default/TestAcidGuarantees/a3ed043aaa391efb9d6002833b92998d/A/192065a9951748c4878fc69887875256 2024-11-13T08:37:09,561 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/a3ed043aaa391efb9d6002833b92998d/A/5bbe371ac6914a1da40219f51c4e8cce to hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/archive/data/default/TestAcidGuarantees/a3ed043aaa391efb9d6002833b92998d/A/5bbe371ac6914a1da40219f51c4e8cce 2024-11-13T08:37:09,562 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/a3ed043aaa391efb9d6002833b92998d/A/d9a968943a49495788aa1f15970d4e48 to hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/archive/data/default/TestAcidGuarantees/a3ed043aaa391efb9d6002833b92998d/A/d9a968943a49495788aa1f15970d4e48 2024-11-13T08:37:09,564 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/a3ed043aaa391efb9d6002833b92998d/A/ecefa82fa79d4cec83103078496213b1 to hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/archive/data/default/TestAcidGuarantees/a3ed043aaa391efb9d6002833b92998d/A/ecefa82fa79d4cec83103078496213b1 2024-11-13T08:37:09,566 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/a3ed043aaa391efb9d6002833b92998d/B/369ecaba9abc43eba48b87d3bf5efda7 to hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/archive/data/default/TestAcidGuarantees/a3ed043aaa391efb9d6002833b92998d/B/369ecaba9abc43eba48b87d3bf5efda7 2024-11-13T08:37:09,567 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/a3ed043aaa391efb9d6002833b92998d/B/5a1f64b0322141ce9a8100d336198bac to hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/archive/data/default/TestAcidGuarantees/a3ed043aaa391efb9d6002833b92998d/B/5a1f64b0322141ce9a8100d336198bac 2024-11-13T08:37:09,569 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/a3ed043aaa391efb9d6002833b92998d/B/e3f5fe0af6084e4982bf2bf385ac4eab to hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/archive/data/default/TestAcidGuarantees/a3ed043aaa391efb9d6002833b92998d/B/e3f5fe0af6084e4982bf2bf385ac4eab 2024-11-13T08:37:09,571 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/a3ed043aaa391efb9d6002833b92998d/B/f598dd67bb154aaeb01a9ad31f3757a1 to hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/archive/data/default/TestAcidGuarantees/a3ed043aaa391efb9d6002833b92998d/B/f598dd67bb154aaeb01a9ad31f3757a1 2024-11-13T08:37:09,574 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/a3ed043aaa391efb9d6002833b92998d/C/1b00498051aa4de987ac157b250e9dd9 to hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/archive/data/default/TestAcidGuarantees/a3ed043aaa391efb9d6002833b92998d/C/1b00498051aa4de987ac157b250e9dd9 2024-11-13T08:37:09,575 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/a3ed043aaa391efb9d6002833b92998d/C/41bd2dba712f4d39b2f51d92a1cace12 to hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/archive/data/default/TestAcidGuarantees/a3ed043aaa391efb9d6002833b92998d/C/41bd2dba712f4d39b2f51d92a1cace12 2024-11-13T08:37:09,576 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/a3ed043aaa391efb9d6002833b92998d/C/43851559a14a4f5d9a3ab8c36e572ef3 to hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/archive/data/default/TestAcidGuarantees/a3ed043aaa391efb9d6002833b92998d/C/43851559a14a4f5d9a3ab8c36e572ef3 2024-11-13T08:37:09,578 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/a3ed043aaa391efb9d6002833b92998d/C/9eb37f6a86ce440e8b4e87a30bb5ac2e to hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/archive/data/default/TestAcidGuarantees/a3ed043aaa391efb9d6002833b92998d/C/9eb37f6a86ce440e8b4e87a30bb5ac2e 2024-11-13T08:37:09,581 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/a3ed043aaa391efb9d6002833b92998d/recovered.edits/476.seqid to hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/archive/data/default/TestAcidGuarantees/a3ed043aaa391efb9d6002833b92998d/recovered.edits/476.seqid 2024-11-13T08:37:09,582 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/a3ed043aaa391efb9d6002833b92998d 2024-11-13T08:37:09,582 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-13T08:37:09,588 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=29, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-13T08:37:09,593 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43851 {}] util.ReflectedFunctionCache(97): Populated cache for org.apache.hadoop.hbase.filter.KeyOnlyFilter in 0ms 2024-11-13T08:37:09,598 WARN [PEWorker-3 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-13T08:37:09,634 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-13T08:37:09,636 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=29, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-13T08:37:09,636 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-13T08:37:09,636 DEBUG [PEWorker-3 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1731487029636"}]},"ts":"9223372036854775807"} 2024-11-13T08:37:09,640 INFO [PEWorker-3 {}] assignment.RegionStateStore(562): Deleted 1 regions from META 2024-11-13T08:37:09,640 DEBUG [PEWorker-3 {}] assignment.RegionStateStore(563): Deleted regions: [{ENCODED => a3ed043aaa391efb9d6002833b92998d, NAME => 'TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d.', STARTKEY => '', ENDKEY => ''}] 2024-11-13T08:37:09,640 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-13T08:37:09,641 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1731487029640"}]},"ts":"9223372036854775807"} 2024-11-13T08:37:09,643 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(867): Deleted table TestAcidGuarantees state from META 2024-11-13T08:37:09,644 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(133): Finished pid=29, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-13T08:37:09,646 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=29, state=SUCCESS, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees in 105 msec 2024-11-13T08:37:09,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45349 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=29 2024-11-13T08:37:09,656 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocator(219): Clear meta cache for TestAcidGuarantees 2024-11-13T08:37:09,656 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DELETE, Table Name: default:TestAcidGuarantees completed 2024-11-13T08:37:09,670 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithNoInMemCompaction#testMixedAtomicity Thread=237 (was 211) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-12 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-4 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:62) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:883) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-8 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-11 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-15 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS:0;dd3a0865bb23:43851-shortCompactions-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.PriorityBlockingQueue.take(PriorityBlockingQueue.java:535) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-16 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-7 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-14 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'HBase' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-10 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RSProcedureDispatcher-pool-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HFileArchiver-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-9 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_CLOSE_REGION-regionserver/dd3a0865bb23:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RSProcedureDispatcher-pool-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-13 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-689866931_22 at /127.0.0.1:37166 [Waiting for operation #13] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_OPEN_REGION-regionserver/dd3a0865bb23:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=449 (was 441) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=346 (was 267) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=1044 (was 1668) 2024-11-13T08:37:09,680 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithNoInMemCompaction#testMobMixedAtomicity Thread=237, OpenFileDescriptor=449, MaxFileDescriptor=1048576, SystemLoadAverage=346, ProcessCount=12, AvailableMemoryMB=1043 2024-11-13T08:37:09,682 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45349 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-13T08:37:09,682 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45349 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T08:37:09,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45349 {}] procedure2.ProcedureExecutor(1139): Stored pid=30, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestAcidGuarantees 2024-11-13T08:37:09,684 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=30, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-13T08:37:09,685 DEBUG [PEWorker-5 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:09,685 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45349 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 30 2024-11-13T08:37:09,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45349 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=30 2024-11-13T08:37:09,686 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=30, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-13T08:37:09,692 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38605 is added to blk_1073741941_1117 (size=959) 2024-11-13T08:37:09,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45349 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=30 2024-11-13T08:37:10,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45349 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=30 2024-11-13T08:37:10,095 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 97093283e405081aa16afda5348391e6, NAME => 'TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21 2024-11-13T08:37:10,102 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38605 is added to blk_1073741942_1118 (size=53) 2024-11-13T08:37:10,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45349 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=30 2024-11-13T08:37:10,503 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T08:37:10,503 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1722): Closing 97093283e405081aa16afda5348391e6, disabling compactions & flushes 2024-11-13T08:37:10,503 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6. 2024-11-13T08:37:10,503 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6. 2024-11-13T08:37:10,503 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6. after waiting 0 ms 2024-11-13T08:37:10,503 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6. 2024-11-13T08:37:10,503 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6. 2024-11-13T08:37:10,503 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1676): Region close journal for 97093283e405081aa16afda5348391e6: Waiting for close lock at 1731487030503Disabling compacts and flushes for region at 1731487030503Disabling writes for close at 1731487030503Writing region close event to WAL at 1731487030503Closed at 1731487030503 2024-11-13T08:37:10,505 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=30, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-13T08:37:10,505 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1731487030505"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731487030505"}]},"ts":"1731487030505"} 2024-11-13T08:37:10,507 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-13T08:37:10,508 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=30, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-13T08:37:10,508 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731487030508"}]},"ts":"1731487030508"} 2024-11-13T08:37:10,510 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-13T08:37:10,510 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=31, ppid=30, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=97093283e405081aa16afda5348391e6, ASSIGN}] 2024-11-13T08:37:10,511 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=31, ppid=30, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=97093283e405081aa16afda5348391e6, ASSIGN 2024-11-13T08:37:10,512 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=31, ppid=30, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=97093283e405081aa16afda5348391e6, ASSIGN; state=OFFLINE, location=dd3a0865bb23,43851,1731486997349; forceNewPlan=false, retain=false 2024-11-13T08:37:10,662 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=31 updating hbase:meta row=97093283e405081aa16afda5348391e6, regionState=OPENING, regionLocation=dd3a0865bb23,43851,1731486997349 2024-11-13T08:37:10,665 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=31, ppid=30, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=97093283e405081aa16afda5348391e6, ASSIGN because future has completed 2024-11-13T08:37:10,666 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=32, ppid=31, state=RUNNABLE, hasLock=false; OpenRegionProcedure 97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349}] 2024-11-13T08:37:10,822 INFO [RS_OPEN_REGION-regionserver/dd3a0865bb23:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6. 2024-11-13T08:37:10,823 DEBUG [RS_OPEN_REGION-regionserver/dd3a0865bb23:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.HRegion(7752): Opening region: {ENCODED => 97093283e405081aa16afda5348391e6, NAME => 'TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6.', STARTKEY => '', ENDKEY => ''} 2024-11-13T08:37:10,823 DEBUG [RS_OPEN_REGION-regionserver/dd3a0865bb23:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 97093283e405081aa16afda5348391e6 2024-11-13T08:37:10,823 DEBUG [RS_OPEN_REGION-regionserver/dd3a0865bb23:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T08:37:10,823 DEBUG [RS_OPEN_REGION-regionserver/dd3a0865bb23:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.HRegion(7794): checking encryption for 97093283e405081aa16afda5348391e6 2024-11-13T08:37:10,823 DEBUG [RS_OPEN_REGION-regionserver/dd3a0865bb23:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.HRegion(7797): checking classloading for 97093283e405081aa16afda5348391e6 2024-11-13T08:37:10,825 INFO [StoreOpener-97093283e405081aa16afda5348391e6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 97093283e405081aa16afda5348391e6 2024-11-13T08:37:10,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45349 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=30 2024-11-13T08:37:10,827 INFO [StoreOpener-97093283e405081aa16afda5348391e6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 97093283e405081aa16afda5348391e6 columnFamilyName A 2024-11-13T08:37:10,827 DEBUG [StoreOpener-97093283e405081aa16afda5348391e6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:10,828 INFO [StoreOpener-97093283e405081aa16afda5348391e6-1 {}] regionserver.HStore(327): Store=97093283e405081aa16afda5348391e6/A, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T08:37:10,828 INFO [StoreOpener-97093283e405081aa16afda5348391e6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 97093283e405081aa16afda5348391e6 2024-11-13T08:37:10,829 INFO [StoreOpener-97093283e405081aa16afda5348391e6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 97093283e405081aa16afda5348391e6 columnFamilyName B 2024-11-13T08:37:10,829 DEBUG [StoreOpener-97093283e405081aa16afda5348391e6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:10,830 INFO [StoreOpener-97093283e405081aa16afda5348391e6-1 {}] regionserver.HStore(327): Store=97093283e405081aa16afda5348391e6/B, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T08:37:10,830 INFO [StoreOpener-97093283e405081aa16afda5348391e6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 97093283e405081aa16afda5348391e6 2024-11-13T08:37:10,831 INFO [StoreOpener-97093283e405081aa16afda5348391e6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 97093283e405081aa16afda5348391e6 columnFamilyName C 2024-11-13T08:37:10,831 DEBUG [StoreOpener-97093283e405081aa16afda5348391e6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:10,832 INFO [StoreOpener-97093283e405081aa16afda5348391e6-1 {}] regionserver.HStore(327): Store=97093283e405081aa16afda5348391e6/C, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T08:37:10,832 DEBUG [RS_OPEN_REGION-regionserver/dd3a0865bb23:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.HRegion(1038): replaying wal for 97093283e405081aa16afda5348391e6 2024-11-13T08:37:10,832 DEBUG [RS_OPEN_REGION-regionserver/dd3a0865bb23:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/97093283e405081aa16afda5348391e6 2024-11-13T08:37:10,833 DEBUG [RS_OPEN_REGION-regionserver/dd3a0865bb23:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/97093283e405081aa16afda5348391e6 2024-11-13T08:37:10,833 DEBUG [RS_OPEN_REGION-regionserver/dd3a0865bb23:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.HRegion(1048): stopping wal replay for 97093283e405081aa16afda5348391e6 2024-11-13T08:37:10,833 DEBUG [RS_OPEN_REGION-regionserver/dd3a0865bb23:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.HRegion(1060): Cleaning up temporary data for 97093283e405081aa16afda5348391e6 2024-11-13T08:37:10,834 DEBUG [RS_OPEN_REGION-regionserver/dd3a0865bb23:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-13T08:37:10,835 DEBUG [RS_OPEN_REGION-regionserver/dd3a0865bb23:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.HRegion(1093): writing seq id for 97093283e405081aa16afda5348391e6 2024-11-13T08:37:10,837 DEBUG [RS_OPEN_REGION-regionserver/dd3a0865bb23:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/97093283e405081aa16afda5348391e6/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T08:37:10,838 INFO [RS_OPEN_REGION-regionserver/dd3a0865bb23:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.HRegion(1114): Opened 97093283e405081aa16afda5348391e6; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66779998, jitterRate=-0.004900485277175903}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-13T08:37:10,838 DEBUG [RS_OPEN_REGION-regionserver/dd3a0865bb23:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 97093283e405081aa16afda5348391e6 2024-11-13T08:37:10,839 DEBUG [RS_OPEN_REGION-regionserver/dd3a0865bb23:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.HRegion(1006): Region open journal for 97093283e405081aa16afda5348391e6: Running coprocessor pre-open hook at 1731487030824Writing region info on filesystem at 1731487030824Initializing all the Stores at 1731487030825 (+1 ms)Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731487030825Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731487030825Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731487030825Cleaning up temporary data from old regions at 1731487030833 (+8 ms)Running coprocessor post-open hooks at 1731487030838 (+5 ms)Region opened successfully at 1731487030839 (+1 ms) 2024-11-13T08:37:10,839 INFO [RS_OPEN_REGION-regionserver/dd3a0865bb23:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., pid=32, masterSystemTime=1731487030817 2024-11-13T08:37:10,842 DEBUG [RS_OPEN_REGION-regionserver/dd3a0865bb23:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6. 2024-11-13T08:37:10,842 INFO [RS_OPEN_REGION-regionserver/dd3a0865bb23:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6. 2024-11-13T08:37:10,842 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=31 updating hbase:meta row=97093283e405081aa16afda5348391e6, regionState=OPEN, openSeqNum=2, regionLocation=dd3a0865bb23,43851,1731486997349 2024-11-13T08:37:10,844 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=32, ppid=31, state=RUNNABLE, hasLock=false; OpenRegionProcedure 97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 because future has completed 2024-11-13T08:37:10,848 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=32, resume processing ppid=31 2024-11-13T08:37:10,848 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=32, ppid=31, state=SUCCESS, hasLock=false; OpenRegionProcedure 97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 in 181 msec 2024-11-13T08:37:10,851 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=31, resume processing ppid=30 2024-11-13T08:37:10,851 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=31, ppid=30, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=97093283e405081aa16afda5348391e6, ASSIGN in 338 msec 2024-11-13T08:37:10,852 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=30, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-13T08:37:10,852 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731487030852"}]},"ts":"1731487030852"} 2024-11-13T08:37:10,854 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-13T08:37:10,855 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=30, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-13T08:37:10,857 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=30, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestAcidGuarantees in 1.1730 sec 2024-11-13T08:37:11,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45349 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=30 2024-11-13T08:37:11,836 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestAcidGuarantees completed 2024-11-13T08:37:11,837 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6ffee9aa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T08:37:11,837 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request dd3a0865bb23,45349,-1 for getting cluster id 2024-11-13T08:37:11,837 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T08:37:11,838 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '95ff187e-7777-42f6-8067-d9c7d0681770' 2024-11-13T08:37:11,838 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T08:37:11,839 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "95ff187e-7777-42f6-8067-d9c7d0681770" 2024-11-13T08:37:11,839 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@748a711a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T08:37:11,839 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [dd3a0865bb23,45349,-1] 2024-11-13T08:37:11,839 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T08:37:11,839 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T08:37:11,840 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45374, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T08:37:11,841 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1f289009, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T08:37:11,841 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T08:37:11,842 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=dd3a0865bb23,43851,1731486997349, seqNum=-1] 2024-11-13T08:37:11,843 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T08:37:11,844 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36810, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T08:37:11,845 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T08:37:11,845 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncConnectionImpl(321): The fetched master address is dd3a0865bb23,45349,1731486996512 2024-11-13T08:37:11,846 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@281d24f1 2024-11-13T08:37:11,846 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T08:37:11,847 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45384, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T08:37:11,852 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45349 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-13T08:37:11,852 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45349 {}] master.HMaster$14(2863): Client=jenkins//172.17.0.2 modify table TestAcidGuarantees from 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} to 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T08:37:11,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45349 {}] procedure2.ProcedureExecutor(1139): Stored pid=33, state=RUNNABLE:MODIFY_TABLE_PREPARE, hasLock=false; ModifyTableProcedure table=TestAcidGuarantees 2024-11-13T08:37:11,870 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38605 is added to blk_1073741943_1119 (size=995) 2024-11-13T08:37:12,272 DEBUG [PEWorker-3 {}] util.FSTableDescriptors(591): Deleted hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000001.959 2024-11-13T08:37:12,272 INFO [PEWorker-3 {}] util.FSTableDescriptors(361): Updated tableinfo=hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000002.995 2024-11-13T08:37:12,276 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=34, ppid=33, state=RUNNABLE:REOPEN_TABLE_REGIONS_GET_REGIONS, hasLock=false; ReopenTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-13T08:37:12,283 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=35, ppid=34, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=97093283e405081aa16afda5348391e6, REOPEN/MOVE}] 2024-11-13T08:37:12,284 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=34, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=97093283e405081aa16afda5348391e6, REOPEN/MOVE 2024-11-13T08:37:12,285 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=35 updating hbase:meta row=97093283e405081aa16afda5348391e6, regionState=CLOSING, regionLocation=dd3a0865bb23,43851,1731486997349 2024-11-13T08:37:12,287 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=35, ppid=34, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=97093283e405081aa16afda5348391e6, REOPEN/MOVE because future has completed 2024-11-13T08:37:12,287 DEBUG [PEWorker-4 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-13T08:37:12,287 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=36, ppid=35, state=RUNNABLE, hasLock=false; CloseRegionProcedure 97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349}] 2024-11-13T08:37:12,439 INFO [RS_CLOSE_REGION-regionserver/dd3a0865bb23:0-0 {event_type=M_RS_CLOSE_REGION, pid=36}] handler.UnassignRegionHandler(122): Close 97093283e405081aa16afda5348391e6 2024-11-13T08:37:12,440 DEBUG [RS_CLOSE_REGION-regionserver/dd3a0865bb23:0-0 {event_type=M_RS_CLOSE_REGION, pid=36}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-13T08:37:12,440 DEBUG [RS_CLOSE_REGION-regionserver/dd3a0865bb23:0-0 {event_type=M_RS_CLOSE_REGION, pid=36}] regionserver.HRegion(1722): Closing 97093283e405081aa16afda5348391e6, disabling compactions & flushes 2024-11-13T08:37:12,440 INFO [RS_CLOSE_REGION-regionserver/dd3a0865bb23:0-0 {event_type=M_RS_CLOSE_REGION, pid=36}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6. 2024-11-13T08:37:12,440 DEBUG [RS_CLOSE_REGION-regionserver/dd3a0865bb23:0-0 {event_type=M_RS_CLOSE_REGION, pid=36}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6. 2024-11-13T08:37:12,440 DEBUG [RS_CLOSE_REGION-regionserver/dd3a0865bb23:0-0 {event_type=M_RS_CLOSE_REGION, pid=36}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6. after waiting 0 ms 2024-11-13T08:37:12,440 DEBUG [RS_CLOSE_REGION-regionserver/dd3a0865bb23:0-0 {event_type=M_RS_CLOSE_REGION, pid=36}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6. 2024-11-13T08:37:12,444 DEBUG [RS_CLOSE_REGION-regionserver/dd3a0865bb23:0-0 {event_type=M_RS_CLOSE_REGION, pid=36}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/97093283e405081aa16afda5348391e6/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-11-13T08:37:12,445 INFO [RS_CLOSE_REGION-regionserver/dd3a0865bb23:0-0 {event_type=M_RS_CLOSE_REGION, pid=36}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6. 2024-11-13T08:37:12,445 DEBUG [RS_CLOSE_REGION-regionserver/dd3a0865bb23:0-0 {event_type=M_RS_CLOSE_REGION, pid=36}] regionserver.HRegion(1676): Region close journal for 97093283e405081aa16afda5348391e6: Waiting for close lock at 1731487032440Running coprocessor pre-close hooks at 1731487032440Disabling compacts and flushes for region at 1731487032440Disabling writes for close at 1731487032440Writing region close event to WAL at 1731487032440Running coprocessor post-close hooks at 1731487032445 (+5 ms)Closed at 1731487032445 2024-11-13T08:37:12,445 WARN [RS_CLOSE_REGION-regionserver/dd3a0865bb23:0-0 {event_type=M_RS_CLOSE_REGION, pid=36}] regionserver.HRegionServer(3299): Not adding moved region record: 97093283e405081aa16afda5348391e6 to self. 2024-11-13T08:37:12,448 INFO [RS_CLOSE_REGION-regionserver/dd3a0865bb23:0-0 {event_type=M_RS_CLOSE_REGION, pid=36}] handler.UnassignRegionHandler(157): Closed 97093283e405081aa16afda5348391e6 2024-11-13T08:37:12,449 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=35 updating hbase:meta row=97093283e405081aa16afda5348391e6, regionState=CLOSED 2024-11-13T08:37:12,450 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=36, ppid=35, state=RUNNABLE, hasLock=false; CloseRegionProcedure 97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 because future has completed 2024-11-13T08:37:12,453 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=36, resume processing ppid=35 2024-11-13T08:37:12,453 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=36, ppid=35, state=SUCCESS, hasLock=false; CloseRegionProcedure 97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 in 164 msec 2024-11-13T08:37:12,454 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=35, ppid=34, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=97093283e405081aa16afda5348391e6, REOPEN/MOVE; state=CLOSED, location=dd3a0865bb23,43851,1731486997349; forceNewPlan=false, retain=true 2024-11-13T08:37:12,605 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=35 updating hbase:meta row=97093283e405081aa16afda5348391e6, regionState=OPENING, regionLocation=dd3a0865bb23,43851,1731486997349 2024-11-13T08:37:12,607 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=35, ppid=34, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=97093283e405081aa16afda5348391e6, REOPEN/MOVE because future has completed 2024-11-13T08:37:12,607 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=37, ppid=35, state=RUNNABLE, hasLock=false; OpenRegionProcedure 97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349}] 2024-11-13T08:37:12,762 INFO [RS_OPEN_REGION-regionserver/dd3a0865bb23:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6. 2024-11-13T08:37:12,762 DEBUG [RS_OPEN_REGION-regionserver/dd3a0865bb23:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(7752): Opening region: {ENCODED => 97093283e405081aa16afda5348391e6, NAME => 'TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6.', STARTKEY => '', ENDKEY => ''} 2024-11-13T08:37:12,763 DEBUG [RS_OPEN_REGION-regionserver/dd3a0865bb23:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 97093283e405081aa16afda5348391e6 2024-11-13T08:37:12,763 DEBUG [RS_OPEN_REGION-regionserver/dd3a0865bb23:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T08:37:12,763 DEBUG [RS_OPEN_REGION-regionserver/dd3a0865bb23:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(7794): checking encryption for 97093283e405081aa16afda5348391e6 2024-11-13T08:37:12,763 DEBUG [RS_OPEN_REGION-regionserver/dd3a0865bb23:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(7797): checking classloading for 97093283e405081aa16afda5348391e6 2024-11-13T08:37:12,767 INFO [StoreOpener-97093283e405081aa16afda5348391e6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 97093283e405081aa16afda5348391e6 2024-11-13T08:37:12,773 INFO [StoreOpener-97093283e405081aa16afda5348391e6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 97093283e405081aa16afda5348391e6 columnFamilyName A 2024-11-13T08:37:12,774 DEBUG [StoreOpener-97093283e405081aa16afda5348391e6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:12,775 INFO [StoreOpener-97093283e405081aa16afda5348391e6-1 {}] regionserver.HStore(327): Store=97093283e405081aa16afda5348391e6/A, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T08:37:12,775 INFO [StoreOpener-97093283e405081aa16afda5348391e6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 97093283e405081aa16afda5348391e6 2024-11-13T08:37:12,776 INFO [StoreOpener-97093283e405081aa16afda5348391e6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 97093283e405081aa16afda5348391e6 columnFamilyName B 2024-11-13T08:37:12,776 DEBUG [StoreOpener-97093283e405081aa16afda5348391e6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:12,776 INFO [StoreOpener-97093283e405081aa16afda5348391e6-1 {}] regionserver.HStore(327): Store=97093283e405081aa16afda5348391e6/B, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T08:37:12,776 INFO [StoreOpener-97093283e405081aa16afda5348391e6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 97093283e405081aa16afda5348391e6 2024-11-13T08:37:12,777 INFO [StoreOpener-97093283e405081aa16afda5348391e6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 97093283e405081aa16afda5348391e6 columnFamilyName C 2024-11-13T08:37:12,777 DEBUG [StoreOpener-97093283e405081aa16afda5348391e6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:12,777 INFO [StoreOpener-97093283e405081aa16afda5348391e6-1 {}] regionserver.HStore(327): Store=97093283e405081aa16afda5348391e6/C, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T08:37:12,778 DEBUG [RS_OPEN_REGION-regionserver/dd3a0865bb23:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(1038): replaying wal for 97093283e405081aa16afda5348391e6 2024-11-13T08:37:12,778 DEBUG [RS_OPEN_REGION-regionserver/dd3a0865bb23:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/97093283e405081aa16afda5348391e6 2024-11-13T08:37:12,779 DEBUG [RS_OPEN_REGION-regionserver/dd3a0865bb23:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/97093283e405081aa16afda5348391e6 2024-11-13T08:37:12,780 DEBUG [RS_OPEN_REGION-regionserver/dd3a0865bb23:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(1048): stopping wal replay for 97093283e405081aa16afda5348391e6 2024-11-13T08:37:12,780 DEBUG [RS_OPEN_REGION-regionserver/dd3a0865bb23:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(1060): Cleaning up temporary data for 97093283e405081aa16afda5348391e6 2024-11-13T08:37:12,781 DEBUG [RS_OPEN_REGION-regionserver/dd3a0865bb23:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-13T08:37:12,782 DEBUG [RS_OPEN_REGION-regionserver/dd3a0865bb23:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(1093): writing seq id for 97093283e405081aa16afda5348391e6 2024-11-13T08:37:12,783 INFO [RS_OPEN_REGION-regionserver/dd3a0865bb23:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(1114): Opened 97093283e405081aa16afda5348391e6; next sequenceid=5; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=58896323, jitterRate=-0.12237639725208282}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-13T08:37:12,783 DEBUG [RS_OPEN_REGION-regionserver/dd3a0865bb23:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 97093283e405081aa16afda5348391e6 2024-11-13T08:37:12,783 DEBUG [RS_OPEN_REGION-regionserver/dd3a0865bb23:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(1006): Region open journal for 97093283e405081aa16afda5348391e6: Running coprocessor pre-open hook at 1731487032763Writing region info on filesystem at 1731487032763Initializing all the Stores at 1731487032764 (+1 ms)Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731487032764Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731487032764Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731487032764Cleaning up temporary data from old regions at 1731487032780 (+16 ms)Running coprocessor post-open hooks at 1731487032783 (+3 ms)Region opened successfully at 1731487032783 2024-11-13T08:37:12,784 INFO [RS_OPEN_REGION-regionserver/dd3a0865bb23:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., pid=37, masterSystemTime=1731487032759 2024-11-13T08:37:12,786 DEBUG [RS_OPEN_REGION-regionserver/dd3a0865bb23:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6. 2024-11-13T08:37:12,786 INFO [RS_OPEN_REGION-regionserver/dd3a0865bb23:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6. 2024-11-13T08:37:12,787 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=35 updating hbase:meta row=97093283e405081aa16afda5348391e6, regionState=OPEN, openSeqNum=5, regionLocation=dd3a0865bb23,43851,1731486997349 2024-11-13T08:37:12,789 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=37, ppid=35, state=RUNNABLE, hasLock=false; OpenRegionProcedure 97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 because future has completed 2024-11-13T08:37:12,791 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=37, resume processing ppid=35 2024-11-13T08:37:12,791 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=37, ppid=35, state=SUCCESS, hasLock=false; OpenRegionProcedure 97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 in 183 msec 2024-11-13T08:37:12,793 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=35, resume processing ppid=34 2024-11-13T08:37:12,793 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=35, ppid=34, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=97093283e405081aa16afda5348391e6, REOPEN/MOVE in 508 msec 2024-11-13T08:37:12,796 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=34, resume processing ppid=33 2024-11-13T08:37:12,796 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=34, ppid=33, state=SUCCESS, hasLock=false; ReopenTableRegionsProcedure table=TestAcidGuarantees in 519 msec 2024-11-13T08:37:12,800 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=33, state=SUCCESS, hasLock=false; ModifyTableProcedure table=TestAcidGuarantees in 944 msec 2024-11-13T08:37:12,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45349 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=33 2024-11-13T08:37:12,802 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: MODIFY_COLUMN_FAMILY, Table Name: default:TestAcidGuarantees completed 2024-11-13T08:37:12,802 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2f683619, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T08:37:12,802 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request dd3a0865bb23,45349,-1 for getting cluster id 2024-11-13T08:37:12,803 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T08:37:12,804 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '95ff187e-7777-42f6-8067-d9c7d0681770' 2024-11-13T08:37:12,804 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T08:37:12,804 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "95ff187e-7777-42f6-8067-d9c7d0681770" 2024-11-13T08:37:12,804 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@11d0b098, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T08:37:12,804 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [dd3a0865bb23,45349,-1] 2024-11-13T08:37:12,804 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T08:37:12,804 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T08:37:12,805 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45396, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T08:37:12,806 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@32b87891, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T08:37:12,807 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@dd47c94, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T08:37:12,807 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request dd3a0865bb23,45349,-1 for getting cluster id 2024-11-13T08:37:12,807 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T08:37:12,808 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '95ff187e-7777-42f6-8067-d9c7d0681770' 2024-11-13T08:37:12,808 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T08:37:12,808 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "95ff187e-7777-42f6-8067-d9c7d0681770" 2024-11-13T08:37:12,808 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2149b6ab, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T08:37:12,808 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [dd3a0865bb23,45349,-1] 2024-11-13T08:37:12,808 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T08:37:12,809 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T08:37:12,809 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45418, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T08:37:12,810 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7cc0de7e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T08:37:12,811 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@750c1845, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T08:37:12,811 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request dd3a0865bb23,45349,-1 for getting cluster id 2024-11-13T08:37:12,811 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T08:37:12,812 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '95ff187e-7777-42f6-8067-d9c7d0681770' 2024-11-13T08:37:12,812 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T08:37:12,812 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "95ff187e-7777-42f6-8067-d9c7d0681770" 2024-11-13T08:37:12,812 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@24e25555, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T08:37:12,812 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [dd3a0865bb23,45349,-1] 2024-11-13T08:37:12,812 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T08:37:12,813 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T08:37:12,813 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45440, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T08:37:12,814 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3985659b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T08:37:12,815 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@85a5f7a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T08:37:12,815 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request dd3a0865bb23,45349,-1 for getting cluster id 2024-11-13T08:37:12,815 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T08:37:12,815 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '95ff187e-7777-42f6-8067-d9c7d0681770' 2024-11-13T08:37:12,816 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T08:37:12,816 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "95ff187e-7777-42f6-8067-d9c7d0681770" 2024-11-13T08:37:12,816 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@167caf02, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T08:37:12,816 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [dd3a0865bb23,45349,-1] 2024-11-13T08:37:12,816 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T08:37:12,816 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T08:37:12,817 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45464, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T08:37:12,817 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7c8afc38, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T08:37:12,818 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@71151d6d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T08:37:12,818 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request dd3a0865bb23,45349,-1 for getting cluster id 2024-11-13T08:37:12,818 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T08:37:12,819 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '95ff187e-7777-42f6-8067-d9c7d0681770' 2024-11-13T08:37:12,819 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T08:37:12,819 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "95ff187e-7777-42f6-8067-d9c7d0681770" 2024-11-13T08:37:12,819 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1751004f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T08:37:12,819 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [dd3a0865bb23,45349,-1] 2024-11-13T08:37:12,819 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T08:37:12,820 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T08:37:12,821 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45482, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T08:37:12,821 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4b1ade8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T08:37:12,822 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6ab1fb6e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T08:37:12,822 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request dd3a0865bb23,45349,-1 for getting cluster id 2024-11-13T08:37:12,822 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T08:37:12,823 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '95ff187e-7777-42f6-8067-d9c7d0681770' 2024-11-13T08:37:12,823 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T08:37:12,823 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "95ff187e-7777-42f6-8067-d9c7d0681770" 2024-11-13T08:37:12,823 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6c008230, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T08:37:12,823 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [dd3a0865bb23,45349,-1] 2024-11-13T08:37:12,823 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T08:37:12,823 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T08:37:12,824 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45510, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T08:37:12,825 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@14f8cfbf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T08:37:12,825 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6dd18334, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T08:37:12,825 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request dd3a0865bb23,45349,-1 for getting cluster id 2024-11-13T08:37:12,825 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T08:37:12,826 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '95ff187e-7777-42f6-8067-d9c7d0681770' 2024-11-13T08:37:12,826 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T08:37:12,826 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "95ff187e-7777-42f6-8067-d9c7d0681770" 2024-11-13T08:37:12,827 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@362a9bc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T08:37:12,827 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [dd3a0865bb23,45349,-1] 2024-11-13T08:37:12,827 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T08:37:12,827 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T08:37:12,828 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45536, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T08:37:12,828 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7a3eeec9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T08:37:12,829 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@52c57d01, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T08:37:12,829 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request dd3a0865bb23,45349,-1 for getting cluster id 2024-11-13T08:37:12,829 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T08:37:12,829 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '95ff187e-7777-42f6-8067-d9c7d0681770' 2024-11-13T08:37:12,830 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T08:37:12,830 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "95ff187e-7777-42f6-8067-d9c7d0681770" 2024-11-13T08:37:12,830 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@16b5b20b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T08:37:12,830 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [dd3a0865bb23,45349,-1] 2024-11-13T08:37:12,830 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T08:37:12,830 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T08:37:12,831 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45550, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T08:37:12,831 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5784fa65, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T08:37:12,832 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4b465b92, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T08:37:12,832 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request dd3a0865bb23,45349,-1 for getting cluster id 2024-11-13T08:37:12,832 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T08:37:12,833 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '95ff187e-7777-42f6-8067-d9c7d0681770' 2024-11-13T08:37:12,833 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T08:37:12,833 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "95ff187e-7777-42f6-8067-d9c7d0681770" 2024-11-13T08:37:12,833 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7511142b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T08:37:12,833 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [dd3a0865bb23,45349,-1] 2024-11-13T08:37:12,833 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T08:37:12,833 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T08:37:12,834 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45570, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T08:37:12,835 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@555e7ba0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T08:37:12,835 DEBUG [Thread-618 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T08:37:12,836 DEBUG [Thread-611 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T08:37:12,836 DEBUG [Thread-624 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T08:37:12,836 DEBUG [Thread-620 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T08:37:12,836 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45349 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-13T08:37:12,836 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=dd3a0865bb23,43851,1731486997349, seqNum=-1] 2024-11-13T08:37:12,837 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T08:37:12,837 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=dd3a0865bb23,43851,1731486997349, seqNum=-1] 2024-11-13T08:37:12,837 DEBUG [Thread-609 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T08:37:12,837 DEBUG [Thread-622 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T08:37:12,837 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T08:37:12,837 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=dd3a0865bb23,43851,1731486997349, seqNum=-1] 2024-11-13T08:37:12,837 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=dd3a0865bb23,43851,1731486997349, seqNum=-1] 2024-11-13T08:37:12,838 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T08:37:12,838 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T08:37:12,838 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=dd3a0865bb23,43851,1731486997349, seqNum=-1] 2024-11-13T08:37:12,838 DEBUG [Thread-615 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T08:37:12,838 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T08:37:12,838 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36816, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T08:37:12,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45349 {}] procedure2.ProcedureExecutor(1139): Stored pid=38, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=38, table=TestAcidGuarantees 2024-11-13T08:37:12,839 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36828, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T08:37:12,839 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36840, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T08:37:12,839 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36838, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T08:37:12,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45349 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=38 2024-11-13T08:37:12,839 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36846, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T08:37:12,839 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=dd3a0865bb23,43851,1731486997349, seqNum=-1] 2024-11-13T08:37:12,840 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T08:37:12,840 DEBUG [Thread-607 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T08:37:12,841 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=dd3a0865bb23,43851,1731486997349, seqNum=-1] 2024-11-13T08:37:12,841 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T08:37:12,842 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=dd3a0865bb23,43851,1731486997349, seqNum=-1] 2024-11-13T08:37:12,842 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T08:37:12,844 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5] 2024-11-13T08:37:12,845 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36856, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T08:37:12,845 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5] 2024-11-13T08:37:12,846 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36866, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T08:37:12,846 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5] 2024-11-13T08:37:12,846 DEBUG [Thread-613 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T08:37:12,846 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36882, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T08:37:12,846 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=38, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=38, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-13T08:37:12,847 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5] 2024-11-13T08:37:12,847 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=dd3a0865bb23,43851,1731486997349, seqNum=-1] 2024-11-13T08:37:12,847 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T08:37:12,848 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5] 2024-11-13T08:37:12,848 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5] 2024-11-13T08:37:12,849 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36896, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T08:37:12,849 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=38, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=38, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-13T08:37:12,849 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5] 2024-11-13T08:37:12,849 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=39, ppid=38, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-13T08:37:12,850 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5] 2024-11-13T08:37:12,851 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5] 2024-11-13T08:37:12,864 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-13T08:37:12,864 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 97093283e405081aa16afda5348391e6 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-13T08:37:12,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] regionserver.HRegion(8855): Flush requested on 97093283e405081aa16afda5348391e6 2024-11-13T08:37:12,908 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:37:12,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36856 deadline: 1731487092900, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:37:12,909 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:37:12,909 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 , the old value is region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:12,910 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:12,910 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 because the exception is null or not the one we care about 2024-11-13T08:37:12,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36896 deadline: 1731487092902, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:37:12,911 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 , the old value is region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:12,911 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:12,911 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 because the exception is null or not the one we care about 2024-11-13T08:37:12,911 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:37:12,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36866 deadline: 1731487092904, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:37:12,911 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 , the old value is region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:12,911 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:12,912 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 because the exception is null or not the one we care about 2024-11-13T08:37:12,913 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:37:12,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36828 deadline: 1731487092906, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:37:12,913 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:37:12,913 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 , the old value is region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:12,913 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:12,913 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 because the exception is null or not the one we care about 2024-11-13T08:37:12,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36882 deadline: 1731487092907, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:37:12,914 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 , the old value is region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:12,914 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:12,914 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 because the exception is null or not the one we care about 2024-11-13T08:37:12,920 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241113faba2f96e29f44ce968e489006e0dee6_97093283e405081aa16afda5348391e6 is 50, key is test_row_0/A:col10/1731487032854/Put/seqid=0 2024-11-13T08:37:12,934 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38605 is added to blk_1073741944_1120 (size=12154) 2024-11-13T08:37:12,935 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:12,945 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241113faba2f96e29f44ce968e489006e0dee6_97093283e405081aa16afda5348391e6 to hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241113faba2f96e29f44ce968e489006e0dee6_97093283e405081aa16afda5348391e6 2024-11-13T08:37:12,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45349 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=38 2024-11-13T08:37:12,947 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/97093283e405081aa16afda5348391e6/.tmp/A/730d63c56ed34c3c995c1e2d6c669a11, store: [table=TestAcidGuarantees family=A region=97093283e405081aa16afda5348391e6] 2024-11-13T08:37:12,957 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/97093283e405081aa16afda5348391e6/.tmp/A/730d63c56ed34c3c995c1e2d6c669a11 is 175, key is test_row_0/A:col10/1731487032854/Put/seqid=0 2024-11-13T08:37:12,970 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38605 is added to blk_1073741945_1121 (size=30955) 2024-11-13T08:37:12,975 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=15, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/97093283e405081aa16afda5348391e6/.tmp/A/730d63c56ed34c3c995c1e2d6c669a11 2024-11-13T08:37:13,005 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43851 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=39 2024-11-13T08:37:13,005 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-0 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6. 2024-11-13T08:37:13,005 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-0 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6. as already flushing 2024-11-13T08:37:13,005 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-0 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6. 2024-11-13T08:37:13,005 ERROR [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-0 {event_type=RS_FLUSH_REGIONS, pid=39}] handler.RSProcedureHandler(58): pid=39 java.io.IOException: Unable to complete flush {ENCODED => 97093283e405081aa16afda5348391e6, NAME => 'TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T08:37:13,005 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-0 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=39 java.io.IOException: Unable to complete flush {ENCODED => 97093283e405081aa16afda5348391e6, NAME => 'TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T08:37:13,006 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/97093283e405081aa16afda5348391e6/.tmp/B/fd3df7b157bd43f19465b30493ba0833 is 50, key is test_row_0/B:col10/1731487032854/Put/seqid=0 2024-11-13T08:37:13,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45349 {}] master.HMaster(4177): Remote procedure failed, pid=39 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 97093283e405081aa16afda5348391e6, NAME => 'TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 97093283e405081aa16afda5348391e6, NAME => 'TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T08:37:13,018 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:37:13,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36856 deadline: 1731487093015, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:37:13,019 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 , the old value is region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:13,019 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:13,019 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 because the exception is null or not the one we care about 2024-11-13T08:37:13,021 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:37:13,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36896 deadline: 1731487093015, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:37:13,022 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 , the old value is region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:13,022 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:37:13,022 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:13,022 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 because the exception is null or not the one we care about 2024-11-13T08:37:13,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36866 deadline: 1731487093016, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:37:13,022 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 , the old value is region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:13,022 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:13,022 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 because the exception is null or not the one we care about 2024-11-13T08:37:13,027 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38605 is added to blk_1073741946_1122 (size=12001) 2024-11-13T08:37:13,028 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=15 (bloomFilter=true), to=hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/97093283e405081aa16afda5348391e6/.tmp/B/fd3df7b157bd43f19465b30493ba0833 2024-11-13T08:37:13,029 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:37:13,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36828 deadline: 1731487093025, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:37:13,029 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 , the old value is region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:13,029 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:37:13,029 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:13,029 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 because the exception is null or not the one we care about 2024-11-13T08:37:13,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36882 deadline: 1731487093025, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:37:13,030 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 , the old value is region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:13,030 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:13,030 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 because the exception is null or not the one we care about 2024-11-13T08:37:13,066 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/97093283e405081aa16afda5348391e6/.tmp/C/54243e83475f423e886b413120e1b71c is 50, key is test_row_0/C:col10/1731487032854/Put/seqid=0 2024-11-13T08:37:13,083 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38605 is added to blk_1073741947_1123 (size=12001) 2024-11-13T08:37:13,084 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=15 (bloomFilter=true), to=hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/97093283e405081aa16afda5348391e6/.tmp/C/54243e83475f423e886b413120e1b71c 2024-11-13T08:37:13,096 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/97093283e405081aa16afda5348391e6/.tmp/A/730d63c56ed34c3c995c1e2d6c669a11 as hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/97093283e405081aa16afda5348391e6/A/730d63c56ed34c3c995c1e2d6c669a11 2024-11-13T08:37:13,102 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/97093283e405081aa16afda5348391e6/A/730d63c56ed34c3c995c1e2d6c669a11, entries=150, sequenceid=15, filesize=30.2 K 2024-11-13T08:37:13,104 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/97093283e405081aa16afda5348391e6/.tmp/B/fd3df7b157bd43f19465b30493ba0833 as hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/97093283e405081aa16afda5348391e6/B/fd3df7b157bd43f19465b30493ba0833 2024-11-13T08:37:13,109 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/97093283e405081aa16afda5348391e6/B/fd3df7b157bd43f19465b30493ba0833, entries=150, sequenceid=15, filesize=11.7 K 2024-11-13T08:37:13,110 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/97093283e405081aa16afda5348391e6/.tmp/C/54243e83475f423e886b413120e1b71c as hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/97093283e405081aa16afda5348391e6/C/54243e83475f423e886b413120e1b71c 2024-11-13T08:37:13,118 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/97093283e405081aa16afda5348391e6/C/54243e83475f423e886b413120e1b71c, entries=150, sequenceid=15, filesize=11.7 K 2024-11-13T08:37:13,119 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 97093283e405081aa16afda5348391e6 in 255ms, sequenceid=15, compaction requested=false 2024-11-13T08:37:13,119 DEBUG [MemStoreFlusher.0 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestAcidGuarantees' 2024-11-13T08:37:13,121 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 97093283e405081aa16afda5348391e6: 2024-11-13T08:37:13,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45349 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=38 2024-11-13T08:37:13,159 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43851 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=39 2024-11-13T08:37:13,159 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-1 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6. 2024-11-13T08:37:13,159 INFO [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-1 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.HRegion(2902): Flushing 97093283e405081aa16afda5348391e6 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-13T08:37:13,172 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-1 {event_type=RS_FLUSH_REGIONS, pid=39}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241113cb66613537f64427b4681374cdc4dfde_97093283e405081aa16afda5348391e6 is 50, key is test_row_0/A:col10/1731487032900/Put/seqid=0 2024-11-13T08:37:13,186 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38605 is added to blk_1073741948_1124 (size=12154) 2024-11-13T08:37:13,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] regionserver.HRegion(8855): Flush requested on 97093283e405081aa16afda5348391e6 2024-11-13T08:37:13,227 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6. as already flushing 2024-11-13T08:37:13,243 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:37:13,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36896 deadline: 1731487093242, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:37:13,244 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 , the old value is region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:13,245 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:13,245 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 because the exception is null or not the one we care about 2024-11-13T08:37:13,249 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:37:13,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36866 deadline: 1731487093242, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:37:13,250 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 , the old value is region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:13,250 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:13,250 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:37:13,250 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 because the exception is null or not the one we care about 2024-11-13T08:37:13,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36828 deadline: 1731487093243, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:37:13,250 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:37:13,250 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 , the old value is region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:13,250 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:13,250 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 because the exception is null or not the one we care about 2024-11-13T08:37:13,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36856 deadline: 1731487093244, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:37:13,251 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 , the old value is region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:13,251 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:37:13,251 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:13,251 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 because the exception is null or not the one we care about 2024-11-13T08:37:13,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36882 deadline: 1731487093245, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:37:13,251 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 , the old value is region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:13,251 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:13,251 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 because the exception is null or not the one we care about 2024-11-13T08:37:13,360 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:37:13,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36896 deadline: 1731487093355, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:37:13,360 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 , the old value is region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:13,360 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:37:13,361 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:13,361 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 because the exception is null or not the one we care about 2024-11-13T08:37:13,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36856 deadline: 1731487093355, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:37:13,361 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:37:13,361 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 , the old value is region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:13,361 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:13,361 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 because the exception is null or not the one we care about 2024-11-13T08:37:13,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36866 deadline: 1731487093355, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:37:13,362 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 , the old value is region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:13,362 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:37:13,362 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:13,362 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 because the exception is null or not the one we care about 2024-11-13T08:37:13,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36828 deadline: 1731487093355, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:37:13,362 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 , the old value is region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:13,362 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:13,362 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 because the exception is null or not the one we care about 2024-11-13T08:37:13,362 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:37:13,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36882 deadline: 1731487093356, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:37:13,363 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 , the old value is region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:13,363 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:13,363 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 because the exception is null or not the one we care about 2024-11-13T08:37:13,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45349 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=38 2024-11-13T08:37:13,567 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:37:13,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36866 deadline: 1731487093566, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:37:13,568 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:37:13,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36896 deadline: 1731487093566, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:37:13,568 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:37:13,568 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 , the old value is region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:13,568 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:13,569 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 because the exception is null or not the one we care about 2024-11-13T08:37:13,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36828 deadline: 1731487093566, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:37:13,569 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 , the old value is region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:13,569 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:13,569 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 because the exception is null or not the one we care about 2024-11-13T08:37:13,569 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 , the old value is region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:13,569 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:13,569 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 because the exception is null or not the one we care about 2024-11-13T08:37:13,569 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:37:13,569 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:37:13,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36856 deadline: 1731487093566, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:37:13,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36882 deadline: 1731487093568, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:37:13,570 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 , the old value is region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:13,570 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:13,570 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 because the exception is null or not the one we care about 2024-11-13T08:37:13,570 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 , the old value is region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:13,570 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:13,570 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 because the exception is null or not the one we care about 2024-11-13T08:37:13,587 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-1 {event_type=RS_FLUSH_REGIONS, pid=39}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:13,593 INFO [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-1 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241113cb66613537f64427b4681374cdc4dfde_97093283e405081aa16afda5348391e6 to hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241113cb66613537f64427b4681374cdc4dfde_97093283e405081aa16afda5348391e6 2024-11-13T08:37:13,595 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-1 {event_type=RS_FLUSH_REGIONS, pid=39}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/97093283e405081aa16afda5348391e6/.tmp/A/9f19c60c1e0547599d6dbf7fb24ca152, store: [table=TestAcidGuarantees family=A region=97093283e405081aa16afda5348391e6] 2024-11-13T08:37:13,595 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-1 {event_type=RS_FLUSH_REGIONS, pid=39}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/97093283e405081aa16afda5348391e6/.tmp/A/9f19c60c1e0547599d6dbf7fb24ca152 is 175, key is test_row_0/A:col10/1731487032900/Put/seqid=0 2024-11-13T08:37:13,618 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38605 is added to blk_1073741949_1125 (size=30955) 2024-11-13T08:37:13,619 INFO [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-1 {event_type=RS_FLUSH_REGIONS, pid=39}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=40, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/97093283e405081aa16afda5348391e6/.tmp/A/9f19c60c1e0547599d6dbf7fb24ca152 2024-11-13T08:37:13,631 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-1 {event_type=RS_FLUSH_REGIONS, pid=39}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/97093283e405081aa16afda5348391e6/.tmp/B/406419b0b3ec4eee99c86c6ff27000f9 is 50, key is test_row_0/B:col10/1731487032900/Put/seqid=0 2024-11-13T08:37:13,659 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38605 is added to blk_1073741950_1126 (size=12001) 2024-11-13T08:37:13,660 INFO [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-1 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=40 (bloomFilter=true), to=hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/97093283e405081aa16afda5348391e6/.tmp/B/406419b0b3ec4eee99c86c6ff27000f9 2024-11-13T08:37:13,675 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-1 {event_type=RS_FLUSH_REGIONS, pid=39}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/97093283e405081aa16afda5348391e6/.tmp/C/41c80f6e1eb141a6a1be3ccd8dbe66bf is 50, key is test_row_0/C:col10/1731487032900/Put/seqid=0 2024-11-13T08:37:13,697 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38605 is added to blk_1073741951_1127 (size=12001) 2024-11-13T08:37:13,698 INFO [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-1 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=40 (bloomFilter=true), to=hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/97093283e405081aa16afda5348391e6/.tmp/C/41c80f6e1eb141a6a1be3ccd8dbe66bf 2024-11-13T08:37:13,706 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-1 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/97093283e405081aa16afda5348391e6/.tmp/A/9f19c60c1e0547599d6dbf7fb24ca152 as hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/97093283e405081aa16afda5348391e6/A/9f19c60c1e0547599d6dbf7fb24ca152 2024-11-13T08:37:13,723 INFO [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-1 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/97093283e405081aa16afda5348391e6/A/9f19c60c1e0547599d6dbf7fb24ca152, entries=150, sequenceid=40, filesize=30.2 K 2024-11-13T08:37:13,725 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-1 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/97093283e405081aa16afda5348391e6/.tmp/B/406419b0b3ec4eee99c86c6ff27000f9 as hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/97093283e405081aa16afda5348391e6/B/406419b0b3ec4eee99c86c6ff27000f9 2024-11-13T08:37:13,731 INFO [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-1 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/97093283e405081aa16afda5348391e6/B/406419b0b3ec4eee99c86c6ff27000f9, entries=150, sequenceid=40, filesize=11.7 K 2024-11-13T08:37:13,733 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-1 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/97093283e405081aa16afda5348391e6/.tmp/C/41c80f6e1eb141a6a1be3ccd8dbe66bf as hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/97093283e405081aa16afda5348391e6/C/41c80f6e1eb141a6a1be3ccd8dbe66bf 2024-11-13T08:37:13,742 INFO [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-1 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/97093283e405081aa16afda5348391e6/C/41c80f6e1eb141a6a1be3ccd8dbe66bf, entries=150, sequenceid=40, filesize=11.7 K 2024-11-13T08:37:13,744 INFO [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-1 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.HRegion(3140): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=60.38 KB/61830 for 97093283e405081aa16afda5348391e6 in 585ms, sequenceid=40, compaction requested=false 2024-11-13T08:37:13,744 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-1 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.HRegion(2603): Flush status journal for 97093283e405081aa16afda5348391e6: 2024-11-13T08:37:13,744 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-1 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6. 2024-11-13T08:37:13,744 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-1 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=39 2024-11-13T08:37:13,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45349 {}] master.HMaster(4169): Remote procedure done, pid=39 2024-11-13T08:37:13,749 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=39, resume processing ppid=38 2024-11-13T08:37:13,749 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=39, ppid=38, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 897 msec 2024-11-13T08:37:13,752 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=38, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=38, table=TestAcidGuarantees in 915 msec 2024-11-13T08:37:13,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] regionserver.HRegion(8855): Flush requested on 97093283e405081aa16afda5348391e6 2024-11-13T08:37:13,879 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-13T08:37:13,879 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 97093283e405081aa16afda5348391e6 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-13T08:37:13,897 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241113212e935b2397475b89100140bb427f3a_97093283e405081aa16afda5348391e6 is 50, key is test_row_0/A:col10/1731487033879/Put/seqid=0 2024-11-13T08:37:13,929 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:37:13,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36856 deadline: 1731487093923, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:37:13,930 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 , the old value is region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:13,930 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:37:13,931 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:13,931 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 because the exception is null or not the one we care about 2024-11-13T08:37:13,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36882 deadline: 1731487093925, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:37:13,931 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 , the old value is region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:13,931 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:13,931 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 because the exception is null or not the one we care about 2024-11-13T08:37:13,931 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:37:13,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36828 deadline: 1731487093925, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:37:13,932 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 , the old value is region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:13,932 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:13,932 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 because the exception is null or not the one we care about 2024-11-13T08:37:13,936 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38605 is added to blk_1073741952_1128 (size=12154) 2024-11-13T08:37:13,937 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:37:13,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36866 deadline: 1731487093929, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:37:13,938 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 , the old value is region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:13,938 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:13,938 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 because the exception is null or not the one we care about 2024-11-13T08:37:13,938 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:37:13,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36896 deadline: 1731487093930, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:37:13,939 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 , the old value is region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:13,939 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:13,939 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 because the exception is null or not the one we care about 2024-11-13T08:37:13,940 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:13,946 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241113212e935b2397475b89100140bb427f3a_97093283e405081aa16afda5348391e6 to hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241113212e935b2397475b89100140bb427f3a_97093283e405081aa16afda5348391e6 2024-11-13T08:37:13,951 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/97093283e405081aa16afda5348391e6/.tmp/A/0c4a980d94e84cfb91e549d7c1c98593, store: [table=TestAcidGuarantees family=A region=97093283e405081aa16afda5348391e6] 2024-11-13T08:37:13,952 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/97093283e405081aa16afda5348391e6/.tmp/A/0c4a980d94e84cfb91e549d7c1c98593 is 175, key is test_row_0/A:col10/1731487033879/Put/seqid=0 2024-11-13T08:37:13,962 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38605 is added to blk_1073741953_1129 (size=30955) 2024-11-13T08:37:13,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45349 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=38 2024-11-13T08:37:13,975 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-13T08:37:13,976 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45349 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-13T08:37:13,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45349 {}] procedure2.ProcedureExecutor(1139): Stored pid=40, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=40, table=TestAcidGuarantees 2024-11-13T08:37:13,980 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=40, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=40, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-13T08:37:13,981 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=40, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=40, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-13T08:37:13,981 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=41, ppid=40, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-13T08:37:13,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45349 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=40 2024-11-13T08:37:14,036 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:37:14,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36856 deadline: 1731487094035, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:37:14,037 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:37:14,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36882 deadline: 1731487094035, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:37:14,037 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:37:14,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36828 deadline: 1731487094035, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:37:14,037 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 , the old value is region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:14,037 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:14,038 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 because the exception is null or not the one we care about 2024-11-13T08:37:14,038 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 , the old value is region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:14,038 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:14,038 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 because the exception is null or not the one we care about 2024-11-13T08:37:14,040 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 , the old value is region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:14,041 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:14,041 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 because the exception is null or not the one we care about 2024-11-13T08:37:14,051 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:37:14,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36896 deadline: 1731487094046, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:37:14,052 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:37:14,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36866 deadline: 1731487094046, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:37:14,053 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 , the old value is region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:14,053 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:14,053 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 because the exception is null or not the one we care about 2024-11-13T08:37:14,053 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 , the old value is region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:14,053 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:14,053 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 because the exception is null or not the one we care about 2024-11-13T08:37:14,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45349 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=40 2024-11-13T08:37:14,109 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-13T08:37:14,135 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43851 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=41 2024-11-13T08:37:14,135 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6. 2024-11-13T08:37:14,135 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6. as already flushing 2024-11-13T08:37:14,135 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6. 2024-11-13T08:37:14,136 ERROR [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] handler.RSProcedureHandler(58): pid=41 java.io.IOException: Unable to complete flush {ENCODED => 97093283e405081aa16afda5348391e6, NAME => 'TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T08:37:14,136 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=41 java.io.IOException: Unable to complete flush {ENCODED => 97093283e405081aa16afda5348391e6, NAME => 'TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T08:37:14,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45349 {}] master.HMaster(4177): Remote procedure failed, pid=41 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 97093283e405081aa16afda5348391e6, NAME => 'TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 97093283e405081aa16afda5348391e6, NAME => 'TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T08:37:14,247 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:37:14,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36856 deadline: 1731487094245, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:37:14,248 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 , the old value is region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:14,248 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:14,248 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 because the exception is null or not the one we care about 2024-11-13T08:37:14,248 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:37:14,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36882 deadline: 1731487094246, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:37:14,249 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 , the old value is region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:14,249 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:14,249 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 because the exception is null or not the one we care about 2024-11-13T08:37:14,250 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:37:14,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36828 deadline: 1731487094246, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:37:14,250 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 , the old value is region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:14,250 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:14,250 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 because the exception is null or not the one we care about 2024-11-13T08:37:14,261 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:37:14,261 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:37:14,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36896 deadline: 1731487094255, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:37:14,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36866 deadline: 1731487094255, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:37:14,261 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 , the old value is region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:14,261 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:14,261 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 because the exception is null or not the one we care about 2024-11-13T08:37:14,262 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 , the old value is region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:14,262 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:14,262 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 because the exception is null or not the one we care about 2024-11-13T08:37:14,289 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43851 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=41 2024-11-13T08:37:14,289 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6. 2024-11-13T08:37:14,290 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6. as already flushing 2024-11-13T08:37:14,290 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6. 2024-11-13T08:37:14,290 ERROR [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] handler.RSProcedureHandler(58): pid=41 java.io.IOException: Unable to complete flush {ENCODED => 97093283e405081aa16afda5348391e6, NAME => 'TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T08:37:14,290 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=41 java.io.IOException: Unable to complete flush {ENCODED => 97093283e405081aa16afda5348391e6, NAME => 'TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T08:37:14,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45349 {}] master.HMaster(4177): Remote procedure failed, pid=41 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 97093283e405081aa16afda5348391e6, NAME => 'TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 97093283e405081aa16afda5348391e6, NAME => 'TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T08:37:14,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45349 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=40 2024-11-13T08:37:14,363 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=54, memsize=24.6 K, hasBloomFilter=true, into tmp file hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/97093283e405081aa16afda5348391e6/.tmp/A/0c4a980d94e84cfb91e549d7c1c98593 2024-11-13T08:37:14,380 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/97093283e405081aa16afda5348391e6/.tmp/B/62b5fa8c5e3c417a903c87cf7f0f7c2c is 50, key is test_row_0/B:col10/1731487033879/Put/seqid=0 2024-11-13T08:37:14,402 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38605 is added to blk_1073741954_1130 (size=12001) 2024-11-13T08:37:14,445 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43851 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=41 2024-11-13T08:37:14,445 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6. 2024-11-13T08:37:14,445 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6. as already flushing 2024-11-13T08:37:14,445 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6. 2024-11-13T08:37:14,445 ERROR [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] handler.RSProcedureHandler(58): pid=41 java.io.IOException: Unable to complete flush {ENCODED => 97093283e405081aa16afda5348391e6, NAME => 'TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T08:37:14,445 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=41 java.io.IOException: Unable to complete flush {ENCODED => 97093283e405081aa16afda5348391e6, NAME => 'TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T08:37:14,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45349 {}] master.HMaster(4177): Remote procedure failed, pid=41 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 97093283e405081aa16afda5348391e6, NAME => 'TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 97093283e405081aa16afda5348391e6, NAME => 'TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T08:37:14,556 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:37:14,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36856 deadline: 1731487094555, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:37:14,557 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:37:14,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36882 deadline: 1731487094555, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:37:14,558 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:37:14,558 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 , the old value is region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:14,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36828 deadline: 1731487094555, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:37:14,558 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:14,558 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 because the exception is null or not the one we care about 2024-11-13T08:37:14,559 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 , the old value is region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:14,559 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:14,559 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 because the exception is null or not the one we care about 2024-11-13T08:37:14,561 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 , the old value is region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:14,561 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:14,561 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 because the exception is null or not the one we care about 2024-11-13T08:37:14,570 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:37:14,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36866 deadline: 1731487094565, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:37:14,573 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 , the old value is region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:14,573 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:14,573 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 because the exception is null or not the one we care about 2024-11-13T08:37:14,577 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:37:14,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36896 deadline: 1731487094576, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:37:14,577 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 , the old value is region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:14,577 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:14,578 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 because the exception is null or not the one we care about 2024-11-13T08:37:14,598 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43851 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=41 2024-11-13T08:37:14,599 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6. 2024-11-13T08:37:14,599 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6. as already flushing 2024-11-13T08:37:14,599 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6. 2024-11-13T08:37:14,599 ERROR [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] handler.RSProcedureHandler(58): pid=41 java.io.IOException: Unable to complete flush {ENCODED => 97093283e405081aa16afda5348391e6, NAME => 'TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T08:37:14,599 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=41 java.io.IOException: Unable to complete flush {ENCODED => 97093283e405081aa16afda5348391e6, NAME => 'TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T08:37:14,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45349 {}] master.HMaster(4177): Remote procedure failed, pid=41 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 97093283e405081aa16afda5348391e6, NAME => 'TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 97093283e405081aa16afda5348391e6, NAME => 'TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T08:37:14,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45349 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=40 2024-11-13T08:37:14,753 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43851 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=41 2024-11-13T08:37:14,753 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6. 2024-11-13T08:37:14,754 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6. as already flushing 2024-11-13T08:37:14,754 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6. 2024-11-13T08:37:14,754 ERROR [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] handler.RSProcedureHandler(58): pid=41 java.io.IOException: Unable to complete flush {ENCODED => 97093283e405081aa16afda5348391e6, NAME => 'TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T08:37:14,754 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=41 java.io.IOException: Unable to complete flush {ENCODED => 97093283e405081aa16afda5348391e6, NAME => 'TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T08:37:14,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45349 {}] master.HMaster(4177): Remote procedure failed, pid=41 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 97093283e405081aa16afda5348391e6, NAME => 'TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 97093283e405081aa16afda5348391e6, NAME => 'TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T08:37:14,803 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=54 (bloomFilter=true), to=hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/97093283e405081aa16afda5348391e6/.tmp/B/62b5fa8c5e3c417a903c87cf7f0f7c2c 2024-11-13T08:37:14,823 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/97093283e405081aa16afda5348391e6/.tmp/C/c49b17eb449449a18b06910ece87b374 is 50, key is test_row_0/C:col10/1731487033879/Put/seqid=0 2024-11-13T08:37:14,833 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38605 is added to blk_1073741955_1131 (size=12001) 2024-11-13T08:37:14,834 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=54 (bloomFilter=true), to=hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/97093283e405081aa16afda5348391e6/.tmp/C/c49b17eb449449a18b06910ece87b374 2024-11-13T08:37:14,843 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/97093283e405081aa16afda5348391e6/.tmp/A/0c4a980d94e84cfb91e549d7c1c98593 as hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/97093283e405081aa16afda5348391e6/A/0c4a980d94e84cfb91e549d7c1c98593 2024-11-13T08:37:14,851 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/97093283e405081aa16afda5348391e6/A/0c4a980d94e84cfb91e549d7c1c98593, entries=150, sequenceid=54, filesize=30.2 K 2024-11-13T08:37:14,855 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/97093283e405081aa16afda5348391e6/.tmp/B/62b5fa8c5e3c417a903c87cf7f0f7c2c as hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/97093283e405081aa16afda5348391e6/B/62b5fa8c5e3c417a903c87cf7f0f7c2c 2024-11-13T08:37:14,860 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/97093283e405081aa16afda5348391e6/B/62b5fa8c5e3c417a903c87cf7f0f7c2c, entries=150, sequenceid=54, filesize=11.7 K 2024-11-13T08:37:14,861 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/97093283e405081aa16afda5348391e6/.tmp/C/c49b17eb449449a18b06910ece87b374 as hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/97093283e405081aa16afda5348391e6/C/c49b17eb449449a18b06910ece87b374 2024-11-13T08:37:14,866 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/97093283e405081aa16afda5348391e6/C/c49b17eb449449a18b06910ece87b374, entries=150, sequenceid=54, filesize=11.7 K 2024-11-13T08:37:14,868 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=127.47 KB/130530 for 97093283e405081aa16afda5348391e6 in 989ms, sequenceid=54, compaction requested=true 2024-11-13T08:37:14,868 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 97093283e405081aa16afda5348391e6: 2024-11-13T08:37:14,869 DEBUG [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-13T08:37:14,869 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 97093283e405081aa16afda5348391e6:A, priority=-2147483648, current under compaction store size is 1 2024-11-13T08:37:14,869 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T08:37:14,869 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-13T08:37:14,869 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 97093283e405081aa16afda5348391e6:B, priority=-2147483648, current under compaction store size is 2 2024-11-13T08:37:14,869 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T08:37:14,869 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 97093283e405081aa16afda5348391e6:C, priority=-2147483648, current under compaction store size is 3 2024-11-13T08:37:14,869 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-13T08:37:14,870 DEBUG [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 92865 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-13T08:37:14,870 DEBUG [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] regionserver.HStore(1541): 97093283e405081aa16afda5348391e6/A is initiating minor compaction (all files) 2024-11-13T08:37:14,870 INFO [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 97093283e405081aa16afda5348391e6/A in TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6. 2024-11-13T08:37:14,870 INFO [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/97093283e405081aa16afda5348391e6/A/730d63c56ed34c3c995c1e2d6c669a11, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/97093283e405081aa16afda5348391e6/A/9f19c60c1e0547599d6dbf7fb24ca152, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/97093283e405081aa16afda5348391e6/A/0c4a980d94e84cfb91e549d7c1c98593] into tmpdir=hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/97093283e405081aa16afda5348391e6/.tmp, totalSize=90.7 K 2024-11-13T08:37:14,870 INFO [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6. 2024-11-13T08:37:14,871 DEBUG [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6. files: [hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/97093283e405081aa16afda5348391e6/A/730d63c56ed34c3c995c1e2d6c669a11, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/97093283e405081aa16afda5348391e6/A/9f19c60c1e0547599d6dbf7fb24ca152, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/97093283e405081aa16afda5348391e6/A/0c4a980d94e84cfb91e549d7c1c98593] 2024-11-13T08:37:14,871 DEBUG [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] compactions.Compactor(225): Compacting 730d63c56ed34c3c995c1e2d6c669a11, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=15, earliestPutTs=1731487032854 2024-11-13T08:37:14,873 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-13T08:37:14,873 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] regionserver.HStore(1541): 97093283e405081aa16afda5348391e6/B is initiating minor compaction (all files) 2024-11-13T08:37:14,873 INFO [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 97093283e405081aa16afda5348391e6/B in TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6. 2024-11-13T08:37:14,873 INFO [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/97093283e405081aa16afda5348391e6/B/fd3df7b157bd43f19465b30493ba0833, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/97093283e405081aa16afda5348391e6/B/406419b0b3ec4eee99c86c6ff27000f9, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/97093283e405081aa16afda5348391e6/B/62b5fa8c5e3c417a903c87cf7f0f7c2c] into tmpdir=hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/97093283e405081aa16afda5348391e6/.tmp, totalSize=35.2 K 2024-11-13T08:37:14,873 DEBUG [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] compactions.Compactor(225): Compacting 9f19c60c1e0547599d6dbf7fb24ca152, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=40, earliestPutTs=1731487032900 2024-11-13T08:37:14,874 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] compactions.Compactor(225): Compacting fd3df7b157bd43f19465b30493ba0833, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=15, earliestPutTs=1731487032854 2024-11-13T08:37:14,874 DEBUG [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] compactions.Compactor(225): Compacting 0c4a980d94e84cfb91e549d7c1c98593, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=54, earliestPutTs=1731487033229 2024-11-13T08:37:14,874 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] compactions.Compactor(225): Compacting 406419b0b3ec4eee99c86c6ff27000f9, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=40, earliestPutTs=1731487032900 2024-11-13T08:37:14,875 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] compactions.Compactor(225): Compacting 62b5fa8c5e3c417a903c87cf7f0f7c2c, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=54, earliestPutTs=1731487033229 2024-11-13T08:37:14,890 INFO [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=97093283e405081aa16afda5348391e6] 2024-11-13T08:37:14,892 INFO [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 97093283e405081aa16afda5348391e6#B#compaction#113 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-13T08:37:14,893 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/97093283e405081aa16afda5348391e6/.tmp/B/80d4af5f017646dbb8af9258ac41ae1b is 50, key is test_row_0/B:col10/1731487033879/Put/seqid=0 2024-11-13T08:37:14,897 DEBUG [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241113718064e7bbff4e08bc12024c803ddc39_97093283e405081aa16afda5348391e6 store=[table=TestAcidGuarantees family=A region=97093283e405081aa16afda5348391e6] 2024-11-13T08:37:14,903 DEBUG [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241113718064e7bbff4e08bc12024c803ddc39_97093283e405081aa16afda5348391e6, store=[table=TestAcidGuarantees family=A region=97093283e405081aa16afda5348391e6] 2024-11-13T08:37:14,904 DEBUG [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241113718064e7bbff4e08bc12024c803ddc39_97093283e405081aa16afda5348391e6 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=97093283e405081aa16afda5348391e6] 2024-11-13T08:37:14,907 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43851 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=41 2024-11-13T08:37:14,907 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6. 2024-11-13T08:37:14,908 INFO [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HRegion(2902): Flushing 97093283e405081aa16afda5348391e6 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-11-13T08:37:14,910 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38605 is added to blk_1073741956_1132 (size=12104) 2024-11-13T08:37:14,919 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/97093283e405081aa16afda5348391e6/.tmp/B/80d4af5f017646dbb8af9258ac41ae1b as hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/97093283e405081aa16afda5348391e6/B/80d4af5f017646dbb8af9258ac41ae1b 2024-11-13T08:37:14,927 INFO [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 97093283e405081aa16afda5348391e6/B of 97093283e405081aa16afda5348391e6 into 80d4af5f017646dbb8af9258ac41ae1b(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T08:37:14,927 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 97093283e405081aa16afda5348391e6: 2024-11-13T08:37:14,927 INFO [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., storeName=97093283e405081aa16afda5348391e6/B, priority=13, startTime=1731487034869; duration=0sec 2024-11-13T08:37:14,927 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-13T08:37:14,927 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 97093283e405081aa16afda5348391e6:B 2024-11-13T08:37:14,928 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-13T08:37:14,929 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-13T08:37:14,929 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] regionserver.HStore(1541): 97093283e405081aa16afda5348391e6/C is initiating minor compaction (all files) 2024-11-13T08:37:14,929 INFO [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 97093283e405081aa16afda5348391e6/C in TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6. 2024-11-13T08:37:14,929 INFO [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/97093283e405081aa16afda5348391e6/C/54243e83475f423e886b413120e1b71c, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/97093283e405081aa16afda5348391e6/C/41c80f6e1eb141a6a1be3ccd8dbe66bf, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/97093283e405081aa16afda5348391e6/C/c49b17eb449449a18b06910ece87b374] into tmpdir=hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/97093283e405081aa16afda5348391e6/.tmp, totalSize=35.2 K 2024-11-13T08:37:14,929 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] compactions.Compactor(225): Compacting 54243e83475f423e886b413120e1b71c, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=15, earliestPutTs=1731487032854 2024-11-13T08:37:14,930 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] compactions.Compactor(225): Compacting 41c80f6e1eb141a6a1be3ccd8dbe66bf, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=40, earliestPutTs=1731487032900 2024-11-13T08:37:14,930 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] compactions.Compactor(225): Compacting c49b17eb449449a18b06910ece87b374, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=54, earliestPutTs=1731487033229 2024-11-13T08:37:14,948 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241113af90b3db0a714e0c85308374f86a0c88_97093283e405081aa16afda5348391e6 is 50, key is test_row_0/A:col10/1731487033920/Put/seqid=0 2024-11-13T08:37:14,954 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38605 is added to blk_1073741957_1133 (size=4469) 2024-11-13T08:37:14,956 INFO [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 97093283e405081aa16afda5348391e6#A#compaction#114 average throughput is 0.37 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-13T08:37:14,957 DEBUG [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/97093283e405081aa16afda5348391e6/.tmp/A/8c49a49473e64a118a386294a55a3808 is 175, key is test_row_0/A:col10/1731487033879/Put/seqid=0 2024-11-13T08:37:14,971 INFO [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 97093283e405081aa16afda5348391e6#C#compaction#116 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-13T08:37:14,972 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/97093283e405081aa16afda5348391e6/.tmp/C/eb90b5e6e2ab418ba3c70922da41ed0e is 50, key is test_row_0/C:col10/1731487033879/Put/seqid=0 2024-11-13T08:37:15,000 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38605 is added to blk_1073741958_1134 (size=12154) 2024-11-13T08:37:15,001 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:15,007 INFO [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241113af90b3db0a714e0c85308374f86a0c88_97093283e405081aa16afda5348391e6 to hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241113af90b3db0a714e0c85308374f86a0c88_97093283e405081aa16afda5348391e6 2024-11-13T08:37:15,008 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/97093283e405081aa16afda5348391e6/.tmp/A/a70ed6e2f9234f46baaadcf4b57a10f6, store: [table=TestAcidGuarantees family=A region=97093283e405081aa16afda5348391e6] 2024-11-13T08:37:15,009 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/97093283e405081aa16afda5348391e6/.tmp/A/a70ed6e2f9234f46baaadcf4b57a10f6 is 175, key is test_row_0/A:col10/1731487033920/Put/seqid=0 2024-11-13T08:37:15,011 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38605 is added to blk_1073741960_1136 (size=12104) 2024-11-13T08:37:15,017 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38605 is added to blk_1073741959_1135 (size=31058) 2024-11-13T08:37:15,018 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/97093283e405081aa16afda5348391e6/.tmp/C/eb90b5e6e2ab418ba3c70922da41ed0e as hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/97093283e405081aa16afda5348391e6/C/eb90b5e6e2ab418ba3c70922da41ed0e 2024-11-13T08:37:15,025 DEBUG [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/97093283e405081aa16afda5348391e6/.tmp/A/8c49a49473e64a118a386294a55a3808 as hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/97093283e405081aa16afda5348391e6/A/8c49a49473e64a118a386294a55a3808 2024-11-13T08:37:15,030 INFO [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 97093283e405081aa16afda5348391e6/C of 97093283e405081aa16afda5348391e6 into eb90b5e6e2ab418ba3c70922da41ed0e(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T08:37:15,030 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 97093283e405081aa16afda5348391e6: 2024-11-13T08:37:15,030 INFO [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., storeName=97093283e405081aa16afda5348391e6/C, priority=13, startTime=1731487034869; duration=0sec 2024-11-13T08:37:15,030 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T08:37:15,030 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 97093283e405081aa16afda5348391e6:C 2024-11-13T08:37:15,034 INFO [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 97093283e405081aa16afda5348391e6/A of 97093283e405081aa16afda5348391e6 into 8c49a49473e64a118a386294a55a3808(size=30.3 K), total size for store is 30.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T08:37:15,034 DEBUG [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 97093283e405081aa16afda5348391e6: 2024-11-13T08:37:15,035 INFO [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., storeName=97093283e405081aa16afda5348391e6/A, priority=13, startTime=1731487034868; duration=0sec 2024-11-13T08:37:15,035 DEBUG [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T08:37:15,035 DEBUG [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 97093283e405081aa16afda5348391e6:A 2024-11-13T08:37:15,036 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38605 is added to blk_1073741961_1137 (size=30955) 2024-11-13T08:37:15,038 INFO [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=76, memsize=42.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/97093283e405081aa16afda5348391e6/.tmp/A/a70ed6e2f9234f46baaadcf4b57a10f6 2024-11-13T08:37:15,059 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/97093283e405081aa16afda5348391e6/.tmp/B/109c6a9ded164e7693ac481d25807889 is 50, key is test_row_0/B:col10/1731487033920/Put/seqid=0 2024-11-13T08:37:15,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] regionserver.HRegion(8855): Flush requested on 97093283e405081aa16afda5348391e6 2024-11-13T08:37:15,067 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6. as already flushing 2024-11-13T08:37:15,070 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38605 is added to blk_1073741962_1138 (size=12001) 2024-11-13T08:37:15,076 INFO [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=76 (bloomFilter=true), to=hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/97093283e405081aa16afda5348391e6/.tmp/B/109c6a9ded164e7693ac481d25807889 2024-11-13T08:37:15,093 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:37:15,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36882 deadline: 1731487095089, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:37:15,094 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 , the old value is region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:15,094 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:15,094 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 because the exception is null or not the one we care about 2024-11-13T08:37:15,095 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/97093283e405081aa16afda5348391e6/.tmp/C/fcb26a4bcb39483ab1ec4fdcf4a7aa2c is 50, key is test_row_0/C:col10/1731487033920/Put/seqid=0 2024-11-13T08:37:15,098 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:37:15,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36856 deadline: 1731487095092, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:37:15,098 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:37:15,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36828 deadline: 1731487095093, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:37:15,099 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 , the old value is region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:15,099 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:37:15,099 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:15,099 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 because the exception is null or not the one we care about 2024-11-13T08:37:15,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36866 deadline: 1731487095094, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:37:15,099 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 , the old value is region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:15,099 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:15,099 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 because the exception is null or not the one we care about 2024-11-13T08:37:15,099 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 , the old value is region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:15,099 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:15,099 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 because the exception is null or not the one we care about 2024-11-13T08:37:15,100 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:37:15,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36896 deadline: 1731487095095, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:37:15,100 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 , the old value is region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:15,100 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:15,100 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 because the exception is null or not the one we care about 2024-11-13T08:37:15,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45349 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=40 2024-11-13T08:37:15,136 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38605 is added to blk_1073741963_1139 (size=12001) 2024-11-13T08:37:15,138 INFO [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=76 (bloomFilter=true), to=hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/97093283e405081aa16afda5348391e6/.tmp/C/fcb26a4bcb39483ab1ec4fdcf4a7aa2c 2024-11-13T08:37:15,147 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/97093283e405081aa16afda5348391e6/.tmp/A/a70ed6e2f9234f46baaadcf4b57a10f6 as hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/97093283e405081aa16afda5348391e6/A/a70ed6e2f9234f46baaadcf4b57a10f6 2024-11-13T08:37:15,158 INFO [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/97093283e405081aa16afda5348391e6/A/a70ed6e2f9234f46baaadcf4b57a10f6, entries=150, sequenceid=76, filesize=30.2 K 2024-11-13T08:37:15,160 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/97093283e405081aa16afda5348391e6/.tmp/B/109c6a9ded164e7693ac481d25807889 as hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/97093283e405081aa16afda5348391e6/B/109c6a9ded164e7693ac481d25807889 2024-11-13T08:37:15,166 INFO [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/97093283e405081aa16afda5348391e6/B/109c6a9ded164e7693ac481d25807889, entries=150, sequenceid=76, filesize=11.7 K 2024-11-13T08:37:15,168 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/97093283e405081aa16afda5348391e6/.tmp/C/fcb26a4bcb39483ab1ec4fdcf4a7aa2c as hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/97093283e405081aa16afda5348391e6/C/fcb26a4bcb39483ab1ec4fdcf4a7aa2c 2024-11-13T08:37:15,175 INFO [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/97093283e405081aa16afda5348391e6/C/fcb26a4bcb39483ab1ec4fdcf4a7aa2c, entries=150, sequenceid=76, filesize=11.7 K 2024-11-13T08:37:15,177 INFO [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HRegion(3140): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=80.51 KB/82440 for 97093283e405081aa16afda5348391e6 in 269ms, sequenceid=76, compaction requested=false 2024-11-13T08:37:15,178 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HRegion(2603): Flush status journal for 97093283e405081aa16afda5348391e6: 2024-11-13T08:37:15,178 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6. 2024-11-13T08:37:15,178 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=41 2024-11-13T08:37:15,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45349 {}] master.HMaster(4169): Remote procedure done, pid=41 2024-11-13T08:37:15,183 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=41, resume processing ppid=40 2024-11-13T08:37:15,184 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=41, ppid=40, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.1980 sec 2024-11-13T08:37:15,186 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=40, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=40, table=TestAcidGuarantees in 1.2090 sec 2024-11-13T08:37:15,209 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-13T08:37:15,209 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 97093283e405081aa16afda5348391e6 3/3 column families, dataSize=87.22 KB heapSize=229.27 KB 2024-11-13T08:37:15,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] regionserver.HRegion(8855): Flush requested on 97093283e405081aa16afda5348391e6 2024-11-13T08:37:15,232 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241113fc48a12bbd294e81a75a414453d84cd0_97093283e405081aa16afda5348391e6 is 50, key is test_row_0/A:col10/1731487035081/Put/seqid=0 2024-11-13T08:37:15,253 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:37:15,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36896 deadline: 1731487095243, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:37:15,254 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 , the old value is region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:15,254 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:15,254 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 because the exception is null or not the one we care about 2024-11-13T08:37:15,254 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:37:15,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36882 deadline: 1731487095245, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:37:15,254 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:37:15,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36856 deadline: 1731487095247, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:37:15,255 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 , the old value is region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:15,255 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 , the old value is region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:15,255 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:15,255 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:15,255 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 because the exception is null or not the one we care about 2024-11-13T08:37:15,282 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 because the exception is null or not the one we care about 2024-11-13T08:37:15,283 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:37:15,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36828 deadline: 1731487095254, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:37:15,283 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:37:15,283 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 , the old value is region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:15,283 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:15,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36866 deadline: 1731487095254, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:37:15,283 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 because the exception is null or not the one we care about 2024-11-13T08:37:15,284 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 , the old value is region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:15,284 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:15,284 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 because the exception is null or not the one we care about 2024-11-13T08:37:15,293 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38605 is added to blk_1073741964_1140 (size=17034) 2024-11-13T08:37:15,293 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:15,299 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241113fc48a12bbd294e81a75a414453d84cd0_97093283e405081aa16afda5348391e6 to hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241113fc48a12bbd294e81a75a414453d84cd0_97093283e405081aa16afda5348391e6 2024-11-13T08:37:15,300 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/97093283e405081aa16afda5348391e6/.tmp/A/06fa08c7ab0a40c3aee21013714668e0, store: [table=TestAcidGuarantees family=A region=97093283e405081aa16afda5348391e6] 2024-11-13T08:37:15,301 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/97093283e405081aa16afda5348391e6/.tmp/A/06fa08c7ab0a40c3aee21013714668e0 is 175, key is test_row_0/A:col10/1731487035081/Put/seqid=0 2024-11-13T08:37:15,320 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38605 is added to blk_1073741965_1141 (size=48139) 2024-11-13T08:37:15,322 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=96, memsize=31.3 K, hasBloomFilter=true, into tmp file hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/97093283e405081aa16afda5348391e6/.tmp/A/06fa08c7ab0a40c3aee21013714668e0 2024-11-13T08:37:15,335 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/97093283e405081aa16afda5348391e6/.tmp/B/ff5492f8646d4dcf82074cc1f1db8e31 is 50, key is test_row_0/B:col10/1731487035081/Put/seqid=0 2024-11-13T08:37:15,351 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38605 is added to blk_1073741966_1142 (size=12001) 2024-11-13T08:37:15,352 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=96 (bloomFilter=true), to=hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/97093283e405081aa16afda5348391e6/.tmp/B/ff5492f8646d4dcf82074cc1f1db8e31 2024-11-13T08:37:15,369 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:37:15,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36896 deadline: 1731487095366, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:37:15,370 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:37:15,370 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 , the old value is region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:15,370 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:15,370 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 because the exception is null or not the one we care about 2024-11-13T08:37:15,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36882 deadline: 1731487095366, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:37:15,371 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 , the old value is region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:15,371 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:15,371 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 because the exception is null or not the one we care about 2024-11-13T08:37:15,382 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/97093283e405081aa16afda5348391e6/.tmp/C/1283edafb87b44a78532ba2cb57fa18b is 50, key is test_row_0/C:col10/1731487035081/Put/seqid=0 2024-11-13T08:37:15,395 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:37:15,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36856 deadline: 1731487095385, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:37:15,396 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:37:15,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36866 deadline: 1731487095395, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:37:15,397 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 , the old value is region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:15,397 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:15,397 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 because the exception is null or not the one we care about 2024-11-13T08:37:15,397 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:37:15,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36828 deadline: 1731487095396, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:37:15,397 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 , the old value is region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:15,397 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:15,398 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 because the exception is null or not the one we care about 2024-11-13T08:37:15,398 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 , the old value is region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:15,398 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:15,398 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 because the exception is null or not the one we care about 2024-11-13T08:37:15,410 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38605 is added to blk_1073741967_1143 (size=12001) 2024-11-13T08:37:15,411 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=96 (bloomFilter=true), to=hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/97093283e405081aa16afda5348391e6/.tmp/C/1283edafb87b44a78532ba2cb57fa18b 2024-11-13T08:37:15,419 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/97093283e405081aa16afda5348391e6/.tmp/A/06fa08c7ab0a40c3aee21013714668e0 as hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/97093283e405081aa16afda5348391e6/A/06fa08c7ab0a40c3aee21013714668e0 2024-11-13T08:37:15,431 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/97093283e405081aa16afda5348391e6/A/06fa08c7ab0a40c3aee21013714668e0, entries=250, sequenceid=96, filesize=47.0 K 2024-11-13T08:37:15,432 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/97093283e405081aa16afda5348391e6/.tmp/B/ff5492f8646d4dcf82074cc1f1db8e31 as hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/97093283e405081aa16afda5348391e6/B/ff5492f8646d4dcf82074cc1f1db8e31 2024-11-13T08:37:15,438 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/97093283e405081aa16afda5348391e6/B/ff5492f8646d4dcf82074cc1f1db8e31, entries=150, sequenceid=96, filesize=11.7 K 2024-11-13T08:37:15,441 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/97093283e405081aa16afda5348391e6/.tmp/C/1283edafb87b44a78532ba2cb57fa18b as hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/97093283e405081aa16afda5348391e6/C/1283edafb87b44a78532ba2cb57fa18b 2024-11-13T08:37:15,456 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/97093283e405081aa16afda5348391e6/C/1283edafb87b44a78532ba2cb57fa18b, entries=150, sequenceid=96, filesize=11.7 K 2024-11-13T08:37:15,457 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~93.93 KB/96180, heapSize ~246.80 KB/252720, currentSize=114.05 KB/116790 for 97093283e405081aa16afda5348391e6 in 248ms, sequenceid=96, compaction requested=true 2024-11-13T08:37:15,457 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 97093283e405081aa16afda5348391e6: 2024-11-13T08:37:15,457 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 97093283e405081aa16afda5348391e6:A, priority=-2147483648, current under compaction store size is 1 2024-11-13T08:37:15,457 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T08:37:15,457 DEBUG [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-13T08:37:15,457 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 97093283e405081aa16afda5348391e6:B, priority=-2147483648, current under compaction store size is 2 2024-11-13T08:37:15,457 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T08:37:15,457 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-13T08:37:15,457 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 97093283e405081aa16afda5348391e6:C, priority=-2147483648, current under compaction store size is 3 2024-11-13T08:37:15,457 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-13T08:37:15,458 DEBUG [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 110152 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-13T08:37:15,459 DEBUG [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] regionserver.HStore(1541): 97093283e405081aa16afda5348391e6/A is initiating minor compaction (all files) 2024-11-13T08:37:15,459 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-13T08:37:15,459 INFO [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 97093283e405081aa16afda5348391e6/A in TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6. 2024-11-13T08:37:15,459 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] regionserver.HStore(1541): 97093283e405081aa16afda5348391e6/B is initiating minor compaction (all files) 2024-11-13T08:37:15,459 INFO [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/97093283e405081aa16afda5348391e6/A/8c49a49473e64a118a386294a55a3808, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/97093283e405081aa16afda5348391e6/A/a70ed6e2f9234f46baaadcf4b57a10f6, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/97093283e405081aa16afda5348391e6/A/06fa08c7ab0a40c3aee21013714668e0] into tmpdir=hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/97093283e405081aa16afda5348391e6/.tmp, totalSize=107.6 K 2024-11-13T08:37:15,459 INFO [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 97093283e405081aa16afda5348391e6/B in TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6. 2024-11-13T08:37:15,459 INFO [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6. 2024-11-13T08:37:15,459 INFO [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/97093283e405081aa16afda5348391e6/B/80d4af5f017646dbb8af9258ac41ae1b, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/97093283e405081aa16afda5348391e6/B/109c6a9ded164e7693ac481d25807889, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/97093283e405081aa16afda5348391e6/B/ff5492f8646d4dcf82074cc1f1db8e31] into tmpdir=hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/97093283e405081aa16afda5348391e6/.tmp, totalSize=35.3 K 2024-11-13T08:37:15,459 DEBUG [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6. files: [hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/97093283e405081aa16afda5348391e6/A/8c49a49473e64a118a386294a55a3808, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/97093283e405081aa16afda5348391e6/A/a70ed6e2f9234f46baaadcf4b57a10f6, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/97093283e405081aa16afda5348391e6/A/06fa08c7ab0a40c3aee21013714668e0] 2024-11-13T08:37:15,462 DEBUG [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] compactions.Compactor(225): Compacting 8c49a49473e64a118a386294a55a3808, keycount=150, bloomtype=ROW, size=30.3 K, encoding=NONE, compression=NONE, seqNum=54, earliestPutTs=1731487033229 2024-11-13T08:37:15,462 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] compactions.Compactor(225): Compacting 80d4af5f017646dbb8af9258ac41ae1b, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=54, earliestPutTs=1731487033229 2024-11-13T08:37:15,463 DEBUG [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] compactions.Compactor(225): Compacting a70ed6e2f9234f46baaadcf4b57a10f6, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=76, earliestPutTs=1731487033920 2024-11-13T08:37:15,463 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] compactions.Compactor(225): Compacting 109c6a9ded164e7693ac481d25807889, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=76, earliestPutTs=1731487033920 2024-11-13T08:37:15,463 DEBUG [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] compactions.Compactor(225): Compacting 06fa08c7ab0a40c3aee21013714668e0, keycount=250, bloomtype=ROW, size=47.0 K, encoding=NONE, compression=NONE, seqNum=96, earliestPutTs=1731487035081 2024-11-13T08:37:15,463 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] compactions.Compactor(225): Compacting ff5492f8646d4dcf82074cc1f1db8e31, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=96, earliestPutTs=1731487035081 2024-11-13T08:37:15,482 INFO [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=97093283e405081aa16afda5348391e6] 2024-11-13T08:37:15,492 INFO [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 97093283e405081aa16afda5348391e6#B#compaction#123 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-13T08:37:15,493 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/97093283e405081aa16afda5348391e6/.tmp/B/9f58d5af3f774b3c957320fec293f892 is 50, key is test_row_0/B:col10/1731487035081/Put/seqid=0 2024-11-13T08:37:15,506 DEBUG [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241113e599e4a885cd4e09b5db8cc09f74f94f_97093283e405081aa16afda5348391e6 store=[table=TestAcidGuarantees family=A region=97093283e405081aa16afda5348391e6] 2024-11-13T08:37:15,510 DEBUG [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241113e599e4a885cd4e09b5db8cc09f74f94f_97093283e405081aa16afda5348391e6, store=[table=TestAcidGuarantees family=A region=97093283e405081aa16afda5348391e6] 2024-11-13T08:37:15,510 DEBUG [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241113e599e4a885cd4e09b5db8cc09f74f94f_97093283e405081aa16afda5348391e6 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=97093283e405081aa16afda5348391e6] 2024-11-13T08:37:15,536 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38605 is added to blk_1073741968_1144 (size=12207) 2024-11-13T08:37:15,542 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38605 is added to blk_1073741969_1145 (size=4469) 2024-11-13T08:37:15,546 INFO [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 97093283e405081aa16afda5348391e6#A#compaction#122 average throughput is 0.38 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-13T08:37:15,547 DEBUG [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/97093283e405081aa16afda5348391e6/.tmp/A/99a74976d2954d2787b1aa57eb1fdd03 is 175, key is test_row_0/A:col10/1731487035081/Put/seqid=0 2024-11-13T08:37:15,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] regionserver.HRegion(8855): Flush requested on 97093283e405081aa16afda5348391e6 2024-11-13T08:37:15,582 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-13T08:37:15,582 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 97093283e405081aa16afda5348391e6 3/3 column families, dataSize=120.76 KB heapSize=317.16 KB 2024-11-13T08:37:15,583 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38605 is added to blk_1073741970_1146 (size=31161) 2024-11-13T08:37:15,590 DEBUG [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/97093283e405081aa16afda5348391e6/.tmp/A/99a74976d2954d2787b1aa57eb1fdd03 as hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/97093283e405081aa16afda5348391e6/A/99a74976d2954d2787b1aa57eb1fdd03 2024-11-13T08:37:15,601 INFO [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 97093283e405081aa16afda5348391e6/A of 97093283e405081aa16afda5348391e6 into 99a74976d2954d2787b1aa57eb1fdd03(size=30.4 K), total size for store is 30.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T08:37:15,601 DEBUG [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 97093283e405081aa16afda5348391e6: 2024-11-13T08:37:15,601 INFO [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., storeName=97093283e405081aa16afda5348391e6/A, priority=13, startTime=1731487035457; duration=0sec 2024-11-13T08:37:15,602 DEBUG [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-13T08:37:15,602 DEBUG [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 97093283e405081aa16afda5348391e6:A 2024-11-13T08:37:15,603 DEBUG [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-13T08:37:15,604 DEBUG [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-13T08:37:15,604 DEBUG [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] regionserver.HStore(1541): 97093283e405081aa16afda5348391e6/C is initiating minor compaction (all files) 2024-11-13T08:37:15,604 INFO [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 97093283e405081aa16afda5348391e6/C in TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6. 2024-11-13T08:37:15,604 INFO [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/97093283e405081aa16afda5348391e6/C/eb90b5e6e2ab418ba3c70922da41ed0e, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/97093283e405081aa16afda5348391e6/C/fcb26a4bcb39483ab1ec4fdcf4a7aa2c, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/97093283e405081aa16afda5348391e6/C/1283edafb87b44a78532ba2cb57fa18b] into tmpdir=hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/97093283e405081aa16afda5348391e6/.tmp, totalSize=35.3 K 2024-11-13T08:37:15,604 DEBUG [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] compactions.Compactor(225): Compacting eb90b5e6e2ab418ba3c70922da41ed0e, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=54, earliestPutTs=1731487033229 2024-11-13T08:37:15,605 DEBUG [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] compactions.Compactor(225): Compacting fcb26a4bcb39483ab1ec4fdcf4a7aa2c, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=76, earliestPutTs=1731487033920 2024-11-13T08:37:15,606 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241113ed0cb90e0df7403c8515c105e934d9a3_97093283e405081aa16afda5348391e6 is 50, key is test_row_0/A:col10/1731487035251/Put/seqid=0 2024-11-13T08:37:15,606 DEBUG [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] compactions.Compactor(225): Compacting 1283edafb87b44a78532ba2cb57fa18b, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=96, earliestPutTs=1731487035081 2024-11-13T08:37:15,624 INFO [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 97093283e405081aa16afda5348391e6#C#compaction#125 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-13T08:37:15,625 DEBUG [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/97093283e405081aa16afda5348391e6/.tmp/C/5cd8c1e4d26d4a40a743956a6dc9ba5f is 50, key is test_row_0/C:col10/1731487035081/Put/seqid=0 2024-11-13T08:37:15,628 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:37:15,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36866 deadline: 1731487095617, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:37:15,628 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:37:15,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36856 deadline: 1731487095619, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:37:15,629 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:37:15,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36828 deadline: 1731487095621, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:37:15,629 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 , the old value is region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:15,629 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:15,629 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 because the exception is null or not the one we care about 2024-11-13T08:37:15,629 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 , the old value is region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:15,629 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:15,629 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 because the exception is null or not the one we care about 2024-11-13T08:37:15,630 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:37:15,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36896 deadline: 1731487095624, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:37:15,630 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:37:15,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36882 deadline: 1731487095628, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:37:15,631 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 , the old value is region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:15,631 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:15,631 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 , the old value is region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:15,631 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 because the exception is null or not the one we care about 2024-11-13T08:37:15,631 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:15,631 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 because the exception is null or not the one we care about 2024-11-13T08:37:15,631 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 , the old value is region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:15,631 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:15,632 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 because the exception is null or not the one we care about 2024-11-13T08:37:15,642 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38605 is added to blk_1073741971_1147 (size=12154) 2024-11-13T08:37:15,642 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:15,649 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241113ed0cb90e0df7403c8515c105e934d9a3_97093283e405081aa16afda5348391e6 to hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241113ed0cb90e0df7403c8515c105e934d9a3_97093283e405081aa16afda5348391e6 2024-11-13T08:37:15,651 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/97093283e405081aa16afda5348391e6/.tmp/A/6bb3768879874b24b8848e12baae9c78, store: [table=TestAcidGuarantees family=A region=97093283e405081aa16afda5348391e6] 2024-11-13T08:37:15,652 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/97093283e405081aa16afda5348391e6/.tmp/A/6bb3768879874b24b8848e12baae9c78 is 175, key is test_row_0/A:col10/1731487035251/Put/seqid=0 2024-11-13T08:37:15,670 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38605 is added to blk_1073741973_1149 (size=30955) 2024-11-13T08:37:15,672 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=117, memsize=40.3 K, hasBloomFilter=true, into tmp file hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/97093283e405081aa16afda5348391e6/.tmp/A/6bb3768879874b24b8848e12baae9c78 2024-11-13T08:37:15,692 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/97093283e405081aa16afda5348391e6/.tmp/B/68e1341e816343cdb0be140072ef1fd3 is 50, key is test_row_0/B:col10/1731487035251/Put/seqid=0 2024-11-13T08:37:15,693 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38605 is added to blk_1073741972_1148 (size=12207) 2024-11-13T08:37:15,699 DEBUG [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/97093283e405081aa16afda5348391e6/.tmp/C/5cd8c1e4d26d4a40a743956a6dc9ba5f as hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/97093283e405081aa16afda5348391e6/C/5cd8c1e4d26d4a40a743956a6dc9ba5f 2024-11-13T08:37:15,705 INFO [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 97093283e405081aa16afda5348391e6/C of 97093283e405081aa16afda5348391e6 into 5cd8c1e4d26d4a40a743956a6dc9ba5f(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T08:37:15,705 DEBUG [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 97093283e405081aa16afda5348391e6: 2024-11-13T08:37:15,705 INFO [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., storeName=97093283e405081aa16afda5348391e6/C, priority=13, startTime=1731487035457; duration=0sec 2024-11-13T08:37:15,706 DEBUG [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T08:37:15,706 DEBUG [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 97093283e405081aa16afda5348391e6:C 2024-11-13T08:37:15,737 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38605 is added to blk_1073741974_1150 (size=12001) 2024-11-13T08:37:15,740 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:37:15,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36856 deadline: 1731487095735, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:37:15,741 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:37:15,741 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 , the old value is region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:15,741 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:15,741 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 because the exception is null or not the one we care about 2024-11-13T08:37:15,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36866 deadline: 1731487095736, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:37:15,741 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 , the old value is region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:15,741 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:37:15,741 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:15,741 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 because the exception is null or not the one we care about 2024-11-13T08:37:15,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36896 deadline: 1731487095736, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:37:15,742 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 , the old value is region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:15,742 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:15,742 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 because the exception is null or not the one we care about 2024-11-13T08:37:15,742 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:37:15,742 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:37:15,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36828 deadline: 1731487095736, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:37:15,743 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 , the old value is region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:15,743 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:15,743 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 because the exception is null or not the one we care about 2024-11-13T08:37:15,744 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=117 (bloomFilter=true), to=hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/97093283e405081aa16afda5348391e6/.tmp/B/68e1341e816343cdb0be140072ef1fd3 2024-11-13T08:37:15,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36882 deadline: 1731487095736, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:37:15,753 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 , the old value is region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:15,753 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:15,753 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 because the exception is null or not the one we care about 2024-11-13T08:37:15,767 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/97093283e405081aa16afda5348391e6/.tmp/C/30845ddede0845019b559ebe756b1b31 is 50, key is test_row_0/C:col10/1731487035251/Put/seqid=0 2024-11-13T08:37:15,812 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38605 is added to blk_1073741975_1151 (size=12001) 2024-11-13T08:37:15,946 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/97093283e405081aa16afda5348391e6/.tmp/B/9f58d5af3f774b3c957320fec293f892 as hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/97093283e405081aa16afda5348391e6/B/9f58d5af3f774b3c957320fec293f892 2024-11-13T08:37:15,948 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:37:15,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36856 deadline: 1731487095945, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:37:15,949 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:37:15,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36866 deadline: 1731487095946, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:37:15,950 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:37:15,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36896 deadline: 1731487095946, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:37:15,950 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 , the old value is region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:15,950 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 , the old value is region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:15,950 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:15,950 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:15,950 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 because the exception is null or not the one we care about 2024-11-13T08:37:15,950 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 because the exception is null or not the one we care about 2024-11-13T08:37:15,950 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 , the old value is region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:15,950 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:15,951 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 because the exception is null or not the one we care about 2024-11-13T08:37:15,954 INFO [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 97093283e405081aa16afda5348391e6/B of 97093283e405081aa16afda5348391e6 into 9f58d5af3f774b3c957320fec293f892(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T08:37:15,954 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 97093283e405081aa16afda5348391e6: 2024-11-13T08:37:15,954 INFO [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., storeName=97093283e405081aa16afda5348391e6/B, priority=13, startTime=1731487035457; duration=0sec 2024-11-13T08:37:15,954 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T08:37:15,954 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 97093283e405081aa16afda5348391e6:B 2024-11-13T08:37:15,957 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:37:15,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36828 deadline: 1731487095955, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:37:15,958 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 , the old value is region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:15,958 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:37:15,958 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:15,958 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 because the exception is null or not the one we care about 2024-11-13T08:37:15,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36882 deadline: 1731487095955, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:37:15,959 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 , the old value is region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:15,959 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:15,959 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 because the exception is null or not the one we care about 2024-11-13T08:37:16,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45349 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=40 2024-11-13T08:37:16,135 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-13T08:37:16,135 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45349 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-13T08:37:16,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45349 {}] procedure2.ProcedureExecutor(1139): Stored pid=42, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=42, table=TestAcidGuarantees 2024-11-13T08:37:16,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45349 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=42 2024-11-13T08:37:16,148 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=42, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=42, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-13T08:37:16,149 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=42, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=42, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-13T08:37:16,149 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=43, ppid=42, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-13T08:37:16,213 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=117 (bloomFilter=true), to=hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/97093283e405081aa16afda5348391e6/.tmp/C/30845ddede0845019b559ebe756b1b31 2024-11-13T08:37:16,220 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/97093283e405081aa16afda5348391e6/.tmp/A/6bb3768879874b24b8848e12baae9c78 as hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/97093283e405081aa16afda5348391e6/A/6bb3768879874b24b8848e12baae9c78 2024-11-13T08:37:16,226 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/97093283e405081aa16afda5348391e6/A/6bb3768879874b24b8848e12baae9c78, entries=150, sequenceid=117, filesize=30.2 K 2024-11-13T08:37:16,227 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/97093283e405081aa16afda5348391e6/.tmp/B/68e1341e816343cdb0be140072ef1fd3 as hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/97093283e405081aa16afda5348391e6/B/68e1341e816343cdb0be140072ef1fd3 2024-11-13T08:37:16,233 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/97093283e405081aa16afda5348391e6/B/68e1341e816343cdb0be140072ef1fd3, entries=150, sequenceid=117, filesize=11.7 K 2024-11-13T08:37:16,234 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/97093283e405081aa16afda5348391e6/.tmp/C/30845ddede0845019b559ebe756b1b31 as hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/97093283e405081aa16afda5348391e6/C/30845ddede0845019b559ebe756b1b31 2024-11-13T08:37:16,242 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/97093283e405081aa16afda5348391e6/C/30845ddede0845019b559ebe756b1b31, entries=150, sequenceid=117, filesize=11.7 K 2024-11-13T08:37:16,243 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~120.76 KB/123660, heapSize ~317.11 KB/324720, currentSize=80.51 KB/82440 for 97093283e405081aa16afda5348391e6 in 661ms, sequenceid=117, compaction requested=false 2024-11-13T08:37:16,243 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 97093283e405081aa16afda5348391e6: 2024-11-13T08:37:16,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45349 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=42 2024-11-13T08:37:16,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] regionserver.HRegion(8855): Flush requested on 97093283e405081aa16afda5348391e6 2024-11-13T08:37:16,260 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-13T08:37:16,260 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 97093283e405081aa16afda5348391e6 3/3 column families, dataSize=93.93 KB heapSize=246.84 KB 2024-11-13T08:37:16,281 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111322870221522c41b1911ea3ffe4146727_97093283e405081aa16afda5348391e6 is 50, key is test_row_0/A:col10/1731487036260/Put/seqid=0 2024-11-13T08:37:16,291 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:37:16,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36866 deadline: 1731487096285, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:37:16,291 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 , the old value is region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:16,292 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:16,292 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 because the exception is null or not the one we care about 2024-11-13T08:37:16,293 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:37:16,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36828 deadline: 1731487096288, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:37:16,294 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:37:16,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36896 deadline: 1731487096289, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:37:16,294 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 , the old value is region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:16,294 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:16,294 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 because the exception is null or not the one we care about 2024-11-13T08:37:16,294 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 , the old value is region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:16,294 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:16,294 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 because the exception is null or not the one we care about 2024-11-13T08:37:16,296 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:37:16,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36882 deadline: 1731487096291, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:37:16,297 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:37:16,297 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 , the old value is region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:16,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36856 deadline: 1731487096291, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:37:16,297 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:16,297 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 because the exception is null or not the one we care about 2024-11-13T08:37:16,297 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 , the old value is region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:16,297 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:16,297 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 because the exception is null or not the one we care about 2024-11-13T08:37:16,299 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38605 is added to blk_1073741976_1152 (size=19724) 2024-11-13T08:37:16,301 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43851 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=43 2024-11-13T08:37:16,301 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6. 2024-11-13T08:37:16,302 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6. as already flushing 2024-11-13T08:37:16,302 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6. 2024-11-13T08:37:16,302 ERROR [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] handler.RSProcedureHandler(58): pid=43 java.io.IOException: Unable to complete flush {ENCODED => 97093283e405081aa16afda5348391e6, NAME => 'TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T08:37:16,302 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=43 java.io.IOException: Unable to complete flush {ENCODED => 97093283e405081aa16afda5348391e6, NAME => 'TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T08:37:16,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45349 {}] master.HMaster(4177): Remote procedure failed, pid=43 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 97093283e405081aa16afda5348391e6, NAME => 'TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 97093283e405081aa16afda5348391e6, NAME => 'TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T08:37:16,397 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:37:16,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36866 deadline: 1731487096395, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:37:16,397 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 , the old value is region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:16,397 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:16,397 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 because the exception is null or not the one we care about 2024-11-13T08:37:16,410 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:37:16,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36828 deadline: 1731487096405, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:37:16,411 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:37:16,411 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 , the old value is region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:16,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36896 deadline: 1731487096405, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:37:16,411 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:16,411 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 because the exception is null or not the one we care about 2024-11-13T08:37:16,411 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:37:16,411 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:37:16,411 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 , the old value is region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:16,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36882 deadline: 1731487096405, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:37:16,411 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:16,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36856 deadline: 1731487096406, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:37:16,411 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 because the exception is null or not the one we care about 2024-11-13T08:37:16,412 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 , the old value is region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:16,412 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:16,412 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 because the exception is null or not the one we care about 2024-11-13T08:37:16,412 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 , the old value is region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:16,412 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:16,412 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 because the exception is null or not the one we care about 2024-11-13T08:37:16,455 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43851 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=43 2024-11-13T08:37:16,456 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6. 2024-11-13T08:37:16,456 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6. as already flushing 2024-11-13T08:37:16,456 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6. 2024-11-13T08:37:16,456 ERROR [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] handler.RSProcedureHandler(58): pid=43 java.io.IOException: Unable to complete flush {ENCODED => 97093283e405081aa16afda5348391e6, NAME => 'TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T08:37:16,456 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=43 java.io.IOException: Unable to complete flush {ENCODED => 97093283e405081aa16afda5348391e6, NAME => 'TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T08:37:16,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45349 {}] master.HMaster(4177): Remote procedure failed, pid=43 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 97093283e405081aa16afda5348391e6, NAME => 'TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 97093283e405081aa16afda5348391e6, NAME => 'TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T08:37:16,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45349 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=42 2024-11-13T08:37:16,606 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:37:16,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36866 deadline: 1731487096605, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:37:16,607 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 , the old value is region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:16,607 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:16,607 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 because the exception is null or not the one we care about 2024-11-13T08:37:16,610 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43851 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=43 2024-11-13T08:37:16,611 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6. 2024-11-13T08:37:16,611 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6. as already flushing 2024-11-13T08:37:16,611 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6. 2024-11-13T08:37:16,611 ERROR [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] handler.RSProcedureHandler(58): pid=43 java.io.IOException: Unable to complete flush {ENCODED => 97093283e405081aa16afda5348391e6, NAME => 'TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T08:37:16,611 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=43 java.io.IOException: Unable to complete flush {ENCODED => 97093283e405081aa16afda5348391e6, NAME => 'TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T08:37:16,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45349 {}] master.HMaster(4177): Remote procedure failed, pid=43 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 97093283e405081aa16afda5348391e6, NAME => 'TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 97093283e405081aa16afda5348391e6, NAME => 'TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T08:37:16,619 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:37:16,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36828 deadline: 1731487096615, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:37:16,620 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:37:16,620 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 , the old value is region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:16,620 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:16,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36896 deadline: 1731487096615, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:37:16,620 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 because the exception is null or not the one we care about 2024-11-13T08:37:16,620 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:37:16,621 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 , the old value is region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:16,621 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:16,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36882 deadline: 1731487096615, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:37:16,621 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 because the exception is null or not the one we care about 2024-11-13T08:37:16,621 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:37:16,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36856 deadline: 1731487096615, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:37:16,622 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 , the old value is region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:16,622 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:16,622 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 because the exception is null or not the one we care about 2024-11-13T08:37:16,622 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 , the old value is region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:16,622 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:16,622 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 because the exception is null or not the one we care about 2024-11-13T08:37:16,701 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:16,707 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111322870221522c41b1911ea3ffe4146727_97093283e405081aa16afda5348391e6 to hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111322870221522c41b1911ea3ffe4146727_97093283e405081aa16afda5348391e6 2024-11-13T08:37:16,708 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/97093283e405081aa16afda5348391e6/.tmp/A/94616de8de3140b69ab40e4fd693bb38, store: [table=TestAcidGuarantees family=A region=97093283e405081aa16afda5348391e6] 2024-11-13T08:37:16,708 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/97093283e405081aa16afda5348391e6/.tmp/A/94616de8de3140b69ab40e4fd693bb38 is 175, key is test_row_0/A:col10/1731487036260/Put/seqid=0 2024-11-13T08:37:16,718 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38605 is added to blk_1073741977_1153 (size=56983) 2024-11-13T08:37:16,719 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=138, memsize=33.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/97093283e405081aa16afda5348391e6/.tmp/A/94616de8de3140b69ab40e4fd693bb38 2024-11-13T08:37:16,730 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/97093283e405081aa16afda5348391e6/.tmp/B/d6a49a9e455e4c5f888d793c889d0716 is 50, key is test_row_0/B:col10/1731487036260/Put/seqid=0 2024-11-13T08:37:16,750 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38605 is added to blk_1073741978_1154 (size=12101) 2024-11-13T08:37:16,764 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43851 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=43 2024-11-13T08:37:16,764 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6. 2024-11-13T08:37:16,764 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6. as already flushing 2024-11-13T08:37:16,764 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6. 2024-11-13T08:37:16,764 ERROR [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] handler.RSProcedureHandler(58): pid=43 java.io.IOException: Unable to complete flush {ENCODED => 97093283e405081aa16afda5348391e6, NAME => 'TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T08:37:16,765 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=43 java.io.IOException: Unable to complete flush {ENCODED => 97093283e405081aa16afda5348391e6, NAME => 'TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T08:37:16,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45349 {}] master.HMaster(4177): Remote procedure failed, pid=43 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 97093283e405081aa16afda5348391e6, NAME => 'TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 97093283e405081aa16afda5348391e6, NAME => 'TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T08:37:16,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45349 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=42 2024-11-13T08:37:16,917 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43851 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=43 2024-11-13T08:37:16,917 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6. 2024-11-13T08:37:16,917 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:37:16,918 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6. as already flushing 2024-11-13T08:37:16,918 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6. 2024-11-13T08:37:16,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36866 deadline: 1731487096915, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:37:16,918 ERROR [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] handler.RSProcedureHandler(58): pid=43 java.io.IOException: Unable to complete flush {ENCODED => 97093283e405081aa16afda5348391e6, NAME => 'TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T08:37:16,918 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=43 java.io.IOException: Unable to complete flush {ENCODED => 97093283e405081aa16afda5348391e6, NAME => 'TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T08:37:16,918 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 , the old value is region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:16,918 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:16,918 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 because the exception is null or not the one we care about 2024-11-13T08:37:16,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45349 {}] master.HMaster(4177): Remote procedure failed, pid=43 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 97093283e405081aa16afda5348391e6, NAME => 'TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 97093283e405081aa16afda5348391e6, NAME => 'TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T08:37:16,927 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:37:16,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36828 deadline: 1731487096925, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:37:16,927 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:37:16,927 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 , the old value is region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:16,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36896 deadline: 1731487096925, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:37:16,927 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:16,927 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 because the exception is null or not the one we care about 2024-11-13T08:37:16,928 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 , the old value is region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:16,928 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:16,928 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 because the exception is null or not the one we care about 2024-11-13T08:37:16,935 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:37:16,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36856 deadline: 1731487096935, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:37:16,936 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:37:16,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36882 deadline: 1731487096935, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:37:16,936 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 , the old value is region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:16,936 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:16,936 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 because the exception is null or not the one we care about 2024-11-13T08:37:16,936 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 , the old value is region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:16,936 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:16,936 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 because the exception is null or not the one we care about 2024-11-13T08:37:17,071 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43851 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=43 2024-11-13T08:37:17,071 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6. 2024-11-13T08:37:17,071 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6. as already flushing 2024-11-13T08:37:17,071 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6. 2024-11-13T08:37:17,071 ERROR [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] handler.RSProcedureHandler(58): pid=43 java.io.IOException: Unable to complete flush {ENCODED => 97093283e405081aa16afda5348391e6, NAME => 'TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T08:37:17,071 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=43 java.io.IOException: Unable to complete flush {ENCODED => 97093283e405081aa16afda5348391e6, NAME => 'TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T08:37:17,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45349 {}] master.HMaster(4177): Remote procedure failed, pid=43 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 97093283e405081aa16afda5348391e6, NAME => 'TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 97093283e405081aa16afda5348391e6, NAME => 'TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T08:37:17,154 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=138 (bloomFilter=true), to=hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/97093283e405081aa16afda5348391e6/.tmp/B/d6a49a9e455e4c5f888d793c889d0716 2024-11-13T08:37:17,164 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/97093283e405081aa16afda5348391e6/.tmp/C/926b88b9f4ae456a9d76502e09176e37 is 50, key is test_row_0/C:col10/1731487036260/Put/seqid=0 2024-11-13T08:37:17,169 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38605 is added to blk_1073741979_1155 (size=12101) 2024-11-13T08:37:17,224 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43851 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=43 2024-11-13T08:37:17,225 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6. 2024-11-13T08:37:17,225 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6. as already flushing 2024-11-13T08:37:17,225 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6. 2024-11-13T08:37:17,225 ERROR [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] handler.RSProcedureHandler(58): pid=43 java.io.IOException: Unable to complete flush {ENCODED => 97093283e405081aa16afda5348391e6, NAME => 'TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T08:37:17,225 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=43 java.io.IOException: Unable to complete flush {ENCODED => 97093283e405081aa16afda5348391e6, NAME => 'TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T08:37:17,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45349 {}] master.HMaster(4177): Remote procedure failed, pid=43 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 97093283e405081aa16afda5348391e6, NAME => 'TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 97093283e405081aa16afda5348391e6, NAME => 'TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T08:37:17,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45349 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=42 2024-11-13T08:37:17,378 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43851 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=43 2024-11-13T08:37:17,378 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6. 2024-11-13T08:37:17,378 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6. as already flushing 2024-11-13T08:37:17,379 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6. 2024-11-13T08:37:17,379 ERROR [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] handler.RSProcedureHandler(58): pid=43 java.io.IOException: Unable to complete flush {ENCODED => 97093283e405081aa16afda5348391e6, NAME => 'TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T08:37:17,379 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=43 java.io.IOException: Unable to complete flush {ENCODED => 97093283e405081aa16afda5348391e6, NAME => 'TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T08:37:17,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45349 {}] master.HMaster(4177): Remote procedure failed, pid=43 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 97093283e405081aa16afda5348391e6, NAME => 'TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 97093283e405081aa16afda5348391e6, NAME => 'TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T08:37:17,428 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:37:17,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36866 deadline: 1731487097425, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:37:17,428 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 , the old value is region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:17,428 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:17,428 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 because the exception is null or not the one we care about 2024-11-13T08:37:17,440 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:37:17,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36828 deadline: 1731487097436, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:37:17,440 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:37:17,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36896 deadline: 1731487097436, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:37:17,441 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 , the old value is region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:17,441 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:17,441 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 because the exception is null or not the one we care about 2024-11-13T08:37:17,442 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 , the old value is region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:17,442 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:17,442 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 because the exception is null or not the one we care about 2024-11-13T08:37:17,446 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:37:17,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36856 deadline: 1731487097445, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:37:17,446 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:37:17,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36882 deadline: 1731487097445, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:37:17,447 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 , the old value is region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:17,447 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:17,447 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 because the exception is null or not the one we care about 2024-11-13T08:37:17,447 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 , the old value is region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:17,447 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:17,447 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 because the exception is null or not the one we care about 2024-11-13T08:37:17,533 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43851 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=43 2024-11-13T08:37:17,533 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6. 2024-11-13T08:37:17,533 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6. as already flushing 2024-11-13T08:37:17,533 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6. 2024-11-13T08:37:17,534 ERROR [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] handler.RSProcedureHandler(58): pid=43 java.io.IOException: Unable to complete flush {ENCODED => 97093283e405081aa16afda5348391e6, NAME => 'TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T08:37:17,534 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=43 java.io.IOException: Unable to complete flush {ENCODED => 97093283e405081aa16afda5348391e6, NAME => 'TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T08:37:17,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45349 {}] master.HMaster(4177): Remote procedure failed, pid=43 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 97093283e405081aa16afda5348391e6, NAME => 'TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 97093283e405081aa16afda5348391e6, NAME => 'TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T08:37:17,570 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=138 (bloomFilter=true), to=hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/97093283e405081aa16afda5348391e6/.tmp/C/926b88b9f4ae456a9d76502e09176e37 2024-11-13T08:37:17,576 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/97093283e405081aa16afda5348391e6/.tmp/A/94616de8de3140b69ab40e4fd693bb38 as hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/97093283e405081aa16afda5348391e6/A/94616de8de3140b69ab40e4fd693bb38 2024-11-13T08:37:17,582 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/97093283e405081aa16afda5348391e6/A/94616de8de3140b69ab40e4fd693bb38, entries=300, sequenceid=138, filesize=55.6 K 2024-11-13T08:37:17,583 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/97093283e405081aa16afda5348391e6/.tmp/B/d6a49a9e455e4c5f888d793c889d0716 as hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/97093283e405081aa16afda5348391e6/B/d6a49a9e455e4c5f888d793c889d0716 2024-11-13T08:37:17,588 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/97093283e405081aa16afda5348391e6/B/d6a49a9e455e4c5f888d793c889d0716, entries=150, sequenceid=138, filesize=11.8 K 2024-11-13T08:37:17,589 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/97093283e405081aa16afda5348391e6/.tmp/C/926b88b9f4ae456a9d76502e09176e37 as hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/97093283e405081aa16afda5348391e6/C/926b88b9f4ae456a9d76502e09176e37 2024-11-13T08:37:17,595 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/97093283e405081aa16afda5348391e6/C/926b88b9f4ae456a9d76502e09176e37, entries=150, sequenceid=138, filesize=11.8 K 2024-11-13T08:37:17,596 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~100.63 KB/103050, heapSize ~264.38 KB/270720, currentSize=107.34 KB/109920 for 97093283e405081aa16afda5348391e6 in 1336ms, sequenceid=138, compaction requested=true 2024-11-13T08:37:17,597 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 97093283e405081aa16afda5348391e6: 2024-11-13T08:37:17,597 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 97093283e405081aa16afda5348391e6:A, priority=-2147483648, current under compaction store size is 1 2024-11-13T08:37:17,597 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T08:37:17,597 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 97093283e405081aa16afda5348391e6:B, priority=-2147483648, current under compaction store size is 2 2024-11-13T08:37:17,597 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T08:37:17,597 DEBUG [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-13T08:37:17,597 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 97093283e405081aa16afda5348391e6:C, priority=-2147483648, current under compaction store size is 3 2024-11-13T08:37:17,597 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-13T08:37:17,597 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-13T08:37:17,598 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36309 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-13T08:37:17,598 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] regionserver.HStore(1541): 97093283e405081aa16afda5348391e6/B is initiating minor compaction (all files) 2024-11-13T08:37:17,598 INFO [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 97093283e405081aa16afda5348391e6/B in TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6. 2024-11-13T08:37:17,599 INFO [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/97093283e405081aa16afda5348391e6/B/9f58d5af3f774b3c957320fec293f892, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/97093283e405081aa16afda5348391e6/B/68e1341e816343cdb0be140072ef1fd3, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/97093283e405081aa16afda5348391e6/B/d6a49a9e455e4c5f888d793c889d0716] into tmpdir=hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/97093283e405081aa16afda5348391e6/.tmp, totalSize=35.5 K 2024-11-13T08:37:17,599 DEBUG [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 119099 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-13T08:37:17,599 DEBUG [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] regionserver.HStore(1541): 97093283e405081aa16afda5348391e6/A is initiating minor compaction (all files) 2024-11-13T08:37:17,599 INFO [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 97093283e405081aa16afda5348391e6/A in TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6. 2024-11-13T08:37:17,599 INFO [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/97093283e405081aa16afda5348391e6/A/99a74976d2954d2787b1aa57eb1fdd03, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/97093283e405081aa16afda5348391e6/A/6bb3768879874b24b8848e12baae9c78, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/97093283e405081aa16afda5348391e6/A/94616de8de3140b69ab40e4fd693bb38] into tmpdir=hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/97093283e405081aa16afda5348391e6/.tmp, totalSize=116.3 K 2024-11-13T08:37:17,599 INFO [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6. 2024-11-13T08:37:17,599 DEBUG [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6. files: [hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/97093283e405081aa16afda5348391e6/A/99a74976d2954d2787b1aa57eb1fdd03, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/97093283e405081aa16afda5348391e6/A/6bb3768879874b24b8848e12baae9c78, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/97093283e405081aa16afda5348391e6/A/94616de8de3140b69ab40e4fd693bb38] 2024-11-13T08:37:17,600 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] compactions.Compactor(225): Compacting 9f58d5af3f774b3c957320fec293f892, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=96, earliestPutTs=1731487035081 2024-11-13T08:37:17,600 DEBUG [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] compactions.Compactor(225): Compacting 99a74976d2954d2787b1aa57eb1fdd03, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=96, earliestPutTs=1731487035081 2024-11-13T08:37:17,600 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] compactions.Compactor(225): Compacting 68e1341e816343cdb0be140072ef1fd3, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=117, earliestPutTs=1731487035226 2024-11-13T08:37:17,600 DEBUG [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] compactions.Compactor(225): Compacting 6bb3768879874b24b8848e12baae9c78, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=117, earliestPutTs=1731487035226 2024-11-13T08:37:17,601 DEBUG [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] compactions.Compactor(225): Compacting 94616de8de3140b69ab40e4fd693bb38, keycount=300, bloomtype=ROW, size=55.6 K, encoding=NONE, compression=NONE, seqNum=138, earliestPutTs=1731487035595 2024-11-13T08:37:17,601 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] compactions.Compactor(225): Compacting d6a49a9e455e4c5f888d793c889d0716, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=138, earliestPutTs=1731487035595 2024-11-13T08:37:17,610 INFO [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=97093283e405081aa16afda5348391e6] 2024-11-13T08:37:17,613 DEBUG [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411138fa43e44203042e5a124e115849b597d_97093283e405081aa16afda5348391e6 store=[table=TestAcidGuarantees family=A region=97093283e405081aa16afda5348391e6] 2024-11-13T08:37:17,614 INFO [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 97093283e405081aa16afda5348391e6#B#compaction#132 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-13T08:37:17,615 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/97093283e405081aa16afda5348391e6/.tmp/B/1c54b35367104fc88fba5f063e06db13 is 50, key is test_row_0/B:col10/1731487036260/Put/seqid=0 2024-11-13T08:37:17,615 DEBUG [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411138fa43e44203042e5a124e115849b597d_97093283e405081aa16afda5348391e6, store=[table=TestAcidGuarantees family=A region=97093283e405081aa16afda5348391e6] 2024-11-13T08:37:17,616 DEBUG [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411138fa43e44203042e5a124e115849b597d_97093283e405081aa16afda5348391e6 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=97093283e405081aa16afda5348391e6] 2024-11-13T08:37:17,650 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38605 is added to blk_1073741980_1156 (size=12409) 2024-11-13T08:37:17,653 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38605 is added to blk_1073741981_1157 (size=4469) 2024-11-13T08:37:17,658 INFO [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 97093283e405081aa16afda5348391e6#A#compaction#131 average throughput is 0.51 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-13T08:37:17,659 DEBUG [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/97093283e405081aa16afda5348391e6/.tmp/A/d900cbc183dc4b2db3b4eebd95f8d7e9 is 175, key is test_row_0/A:col10/1731487036260/Put/seqid=0 2024-11-13T08:37:17,660 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/97093283e405081aa16afda5348391e6/.tmp/B/1c54b35367104fc88fba5f063e06db13 as hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/97093283e405081aa16afda5348391e6/B/1c54b35367104fc88fba5f063e06db13 2024-11-13T08:37:17,667 INFO [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 97093283e405081aa16afda5348391e6/B of 97093283e405081aa16afda5348391e6 into 1c54b35367104fc88fba5f063e06db13(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T08:37:17,667 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 97093283e405081aa16afda5348391e6: 2024-11-13T08:37:17,667 INFO [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., storeName=97093283e405081aa16afda5348391e6/B, priority=13, startTime=1731487037597; duration=0sec 2024-11-13T08:37:17,667 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-13T08:37:17,667 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 97093283e405081aa16afda5348391e6:B 2024-11-13T08:37:17,667 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-13T08:37:17,669 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36309 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-13T08:37:17,669 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] regionserver.HStore(1541): 97093283e405081aa16afda5348391e6/C is initiating minor compaction (all files) 2024-11-13T08:37:17,670 INFO [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 97093283e405081aa16afda5348391e6/C in TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6. 2024-11-13T08:37:17,670 INFO [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/97093283e405081aa16afda5348391e6/C/5cd8c1e4d26d4a40a743956a6dc9ba5f, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/97093283e405081aa16afda5348391e6/C/30845ddede0845019b559ebe756b1b31, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/97093283e405081aa16afda5348391e6/C/926b88b9f4ae456a9d76502e09176e37] into tmpdir=hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/97093283e405081aa16afda5348391e6/.tmp, totalSize=35.5 K 2024-11-13T08:37:17,671 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] compactions.Compactor(225): Compacting 5cd8c1e4d26d4a40a743956a6dc9ba5f, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=96, earliestPutTs=1731487035081 2024-11-13T08:37:17,671 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] compactions.Compactor(225): Compacting 30845ddede0845019b559ebe756b1b31, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=117, earliestPutTs=1731487035226 2024-11-13T08:37:17,672 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] compactions.Compactor(225): Compacting 926b88b9f4ae456a9d76502e09176e37, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=138, earliestPutTs=1731487035595 2024-11-13T08:37:17,678 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38605 is added to blk_1073741982_1158 (size=31363) 2024-11-13T08:37:17,683 INFO [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 97093283e405081aa16afda5348391e6#C#compaction#133 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-13T08:37:17,684 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/97093283e405081aa16afda5348391e6/.tmp/C/e1bd030277134200811f729755b83c3e is 50, key is test_row_0/C:col10/1731487036260/Put/seqid=0 2024-11-13T08:37:17,686 DEBUG [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/97093283e405081aa16afda5348391e6/.tmp/A/d900cbc183dc4b2db3b4eebd95f8d7e9 as hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/97093283e405081aa16afda5348391e6/A/d900cbc183dc4b2db3b4eebd95f8d7e9 2024-11-13T08:37:17,688 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43851 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=43 2024-11-13T08:37:17,688 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6. 2024-11-13T08:37:17,688 INFO [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegion(2902): Flushing 97093283e405081aa16afda5348391e6 3/3 column families, dataSize=107.34 KB heapSize=282 KB 2024-11-13T08:37:17,698 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38605 is added to blk_1073741983_1159 (size=12409) 2024-11-13T08:37:17,701 INFO [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 97093283e405081aa16afda5348391e6/A of 97093283e405081aa16afda5348391e6 into d900cbc183dc4b2db3b4eebd95f8d7e9(size=30.6 K), total size for store is 30.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T08:37:17,701 DEBUG [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 97093283e405081aa16afda5348391e6: 2024-11-13T08:37:17,702 INFO [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., storeName=97093283e405081aa16afda5348391e6/A, priority=13, startTime=1731487037597; duration=0sec 2024-11-13T08:37:17,702 DEBUG [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T08:37:17,702 DEBUG [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 97093283e405081aa16afda5348391e6:A 2024-11-13T08:37:17,706 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/97093283e405081aa16afda5348391e6/.tmp/C/e1bd030277134200811f729755b83c3e as hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/97093283e405081aa16afda5348391e6/C/e1bd030277134200811f729755b83c3e 2024-11-13T08:37:17,714 INFO [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 97093283e405081aa16afda5348391e6/C of 97093283e405081aa16afda5348391e6 into e1bd030277134200811f729755b83c3e(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T08:37:17,714 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 97093283e405081aa16afda5348391e6: 2024-11-13T08:37:17,714 INFO [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., storeName=97093283e405081aa16afda5348391e6/C, priority=13, startTime=1731487037597; duration=0sec 2024-11-13T08:37:17,715 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111344fc442da1fd4511933a0a5464d49be8_97093283e405081aa16afda5348391e6 is 50, key is test_row_0/A:col10/1731487036289/Put/seqid=0 2024-11-13T08:37:17,715 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T08:37:17,715 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 97093283e405081aa16afda5348391e6:C 2024-11-13T08:37:17,746 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38605 is added to blk_1073741984_1160 (size=12304) 2024-11-13T08:37:17,748 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:17,753 INFO [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111344fc442da1fd4511933a0a5464d49be8_97093283e405081aa16afda5348391e6 to hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111344fc442da1fd4511933a0a5464d49be8_97093283e405081aa16afda5348391e6 2024-11-13T08:37:17,754 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/97093283e405081aa16afda5348391e6/.tmp/A/e537418b6c7a4e64b41a27f7431ac35a, store: [table=TestAcidGuarantees family=A region=97093283e405081aa16afda5348391e6] 2024-11-13T08:37:17,755 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/97093283e405081aa16afda5348391e6/.tmp/A/e537418b6c7a4e64b41a27f7431ac35a is 175, key is test_row_0/A:col10/1731487036289/Put/seqid=0 2024-11-13T08:37:17,777 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38605 is added to blk_1073741985_1161 (size=31105) 2024-11-13T08:37:17,781 INFO [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=158, memsize=35.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/97093283e405081aa16afda5348391e6/.tmp/A/e537418b6c7a4e64b41a27f7431ac35a 2024-11-13T08:37:17,793 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/97093283e405081aa16afda5348391e6/.tmp/B/ac73e15ca61c4070bfe83ca0a25142ff is 50, key is test_row_0/B:col10/1731487036289/Put/seqid=0 2024-11-13T08:37:17,839 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38605 is added to blk_1073741986_1162 (size=12151) 2024-11-13T08:37:17,840 INFO [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=158 (bloomFilter=true), to=hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/97093283e405081aa16afda5348391e6/.tmp/B/ac73e15ca61c4070bfe83ca0a25142ff 2024-11-13T08:37:17,855 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/97093283e405081aa16afda5348391e6/.tmp/C/b1fce56a2d7a4336b6951aff6ae7e450 is 50, key is test_row_0/C:col10/1731487036289/Put/seqid=0 2024-11-13T08:37:17,887 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38605 is added to blk_1073741987_1163 (size=12151) 2024-11-13T08:37:17,888 INFO [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=158 (bloomFilter=true), to=hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/97093283e405081aa16afda5348391e6/.tmp/C/b1fce56a2d7a4336b6951aff6ae7e450 2024-11-13T08:37:17,895 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/97093283e405081aa16afda5348391e6/.tmp/A/e537418b6c7a4e64b41a27f7431ac35a as hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/97093283e405081aa16afda5348391e6/A/e537418b6c7a4e64b41a27f7431ac35a 2024-11-13T08:37:17,901 INFO [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/97093283e405081aa16afda5348391e6/A/e537418b6c7a4e64b41a27f7431ac35a, entries=150, sequenceid=158, filesize=30.4 K 2024-11-13T08:37:17,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:17,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:17,903 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/97093283e405081aa16afda5348391e6/.tmp/B/ac73e15ca61c4070bfe83ca0a25142ff as hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/97093283e405081aa16afda5348391e6/B/ac73e15ca61c4070bfe83ca0a25142ff 2024-11-13T08:37:17,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:17,908 INFO [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/97093283e405081aa16afda5348391e6/B/ac73e15ca61c4070bfe83ca0a25142ff, entries=150, sequenceid=158, filesize=11.9 K 2024-11-13T08:37:17,909 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/97093283e405081aa16afda5348391e6/.tmp/C/b1fce56a2d7a4336b6951aff6ae7e450 as hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/97093283e405081aa16afda5348391e6/C/b1fce56a2d7a4336b6951aff6ae7e450 2024-11-13T08:37:17,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:17,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:17,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:17,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:17,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:17,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:17,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:17,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:17,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:17,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:17,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:17,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:17,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:17,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:17,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:17,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:17,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:17,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:17,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:17,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:17,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:17,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:17,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:17,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:17,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:17,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:17,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:17,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:17,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:17,922 INFO [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/97093283e405081aa16afda5348391e6/C/b1fce56a2d7a4336b6951aff6ae7e450, entries=150, sequenceid=158, filesize=11.9 K 2024-11-13T08:37:17,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:17,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:17,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:17,923 INFO [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegion(3140): Finished flush of dataSize ~107.34 KB/109920, heapSize ~281.95 KB/288720, currentSize=0 B/0 for 97093283e405081aa16afda5348391e6 in 235ms, sequenceid=158, compaction requested=false 2024-11-13T08:37:17,923 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegion(2603): Flush status journal for 97093283e405081aa16afda5348391e6: 2024-11-13T08:37:17,924 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6. 2024-11-13T08:37:17,924 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=43 2024-11-13T08:37:17,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:17,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:17,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:17,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45349 {}] master.HMaster(4169): Remote procedure done, pid=43 2024-11-13T08:37:17,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:17,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:17,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:17,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:17,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:17,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:17,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:17,928 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=43, resume processing ppid=42 2024-11-13T08:37:17,928 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=43, ppid=42, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.7760 sec 2024-11-13T08:37:17,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:17,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:17,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:17,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:17,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:17,930 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=42, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=42, table=TestAcidGuarantees in 1.7930 sec 2024-11-13T08:37:17,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:17,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:17,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:17,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:17,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:17,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:17,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:17,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:17,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:17,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:17,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:17,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:17,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:17,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:17,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:17,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:17,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:17,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:17,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:17,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:17,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:17,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:17,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:17,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:17,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:17,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:17,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:17,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:17,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:17,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:17,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:17,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:17,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:17,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:17,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:17,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:17,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:17,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:17,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:17,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:17,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:17,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:17,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:17,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:17,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:17,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:17,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:17,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:17,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:17,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:17,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:17,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:17,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:17,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:17,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:17,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:17,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:17,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:17,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:17,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:17,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:17,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:17,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:17,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:17,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:17,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:17,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:17,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:17,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:17,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:17,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:17,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:17,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:17,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:17,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:17,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:17,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:17,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:17,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:17,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:17,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:17,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:17,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:17,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:17,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:17,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:17,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:17,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:17,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:17,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:17,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:17,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:17,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:17,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:17,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:17,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:17,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:17,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:17,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:17,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:17,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:17,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:17,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:17,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:17,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:17,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:17,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:17,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:17,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:17,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:17,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:17,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:17,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:17,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:17,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:17,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:17,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:17,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:17,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:17,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:17,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:17,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:17,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:17,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:17,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:17,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:17,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:17,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:17,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:17,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:17,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:17,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:17,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:17,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:17,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:17,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:17,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:17,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:17,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:17,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:17,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:17,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:17,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:17,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:17,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:17,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:17,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:17,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:17,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:17,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:17,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:17,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:17,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:17,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:17,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:17,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:17,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:17,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:17,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:17,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:17,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:17,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:17,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:17,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:17,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:17,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:17,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:17,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:17,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:17,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:17,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:17,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:17,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:17,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:17,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:17,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:17,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:17,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:17,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:17,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:17,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:17,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:17,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:17,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:17,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:17,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:17,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:17,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:17,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:17,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:17,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:17,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:17,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45349 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=42 2024-11-13T08:37:18,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,295 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-13T08:37:18,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,296 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45349 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-13T08:37:18,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45349 {}] procedure2.ProcedureExecutor(1139): Stored pid=44, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=44, table=TestAcidGuarantees 2024-11-13T08:37:18,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45349 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=44 2024-11-13T08:37:18,299 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=44, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=44, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-13T08:37:18,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,300 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=44, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=44, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-13T08:37:18,300 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=45, ppid=44, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-13T08:37:18,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45349 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=44 2024-11-13T08:37:18,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,454 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43851 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=45 2024-11-13T08:37:18,454 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6. 2024-11-13T08:37:18,454 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegion(2603): Flush status journal for 97093283e405081aa16afda5348391e6: 2024-11-13T08:37:18,455 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6. 2024-11-13T08:37:18,455 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=45 2024-11-13T08:37:18,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45349 {}] master.HMaster(4169): Remote procedure done, pid=45 2024-11-13T08:37:18,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,460 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=45, resume processing ppid=44 2024-11-13T08:37:18,460 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=45, ppid=44, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 157 msec 2024-11-13T08:37:18,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,462 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=44, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=44, table=TestAcidGuarantees in 165 msec 2024-11-13T08:37:18,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:18,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] regionserver.HRegion(8855): Flush requested on 97093283e405081aa16afda5348391e6 2024-11-13T08:37:18,551 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-13T08:37:18,551 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 97093283e405081aa16afda5348391e6 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-13T08:37:18,575 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411134456695ecd8c405c91ad5ebfa00ab641_97093283e405081aa16afda5348391e6 is 50, key is test_row_0/A:col10/1731487038503/Put/seqid=0 2024-11-13T08:37:18,602 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38605 is added to blk_1073741988_1164 (size=19774) 2024-11-13T08:37:18,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45349 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=44 2024-11-13T08:37:18,616 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-13T08:37:18,616 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45349 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-13T08:37:18,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45349 {}] procedure2.ProcedureExecutor(1139): Stored pid=46, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=46, table=TestAcidGuarantees 2024-11-13T08:37:18,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45349 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=46 2024-11-13T08:37:18,618 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=46, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=46, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-13T08:37:18,619 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=46, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=46, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-13T08:37:18,619 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=47, ppid=46, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-13T08:37:18,656 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:37:18,656 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:37:18,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36882 deadline: 1731487098644, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:37:18,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36896 deadline: 1731487098644, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:37:18,657 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:37:18,657 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:37:18,657 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 , the old value is region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:18,657 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:18,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36856 deadline: 1731487098646, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:37:18,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36828 deadline: 1731487098644, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:37:18,657 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 because the exception is null or not the one we care about 2024-11-13T08:37:18,658 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 , the old value is region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:18,658 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:37:18,658 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:18,658 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 , the old value is region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:18,658 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 because the exception is null or not the one we care about 2024-11-13T08:37:18,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36866 deadline: 1731487098646, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:37:18,658 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:18,658 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 because the exception is null or not the one we care about 2024-11-13T08:37:18,658 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 , the old value is region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:18,658 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:18,658 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 because the exception is null or not the one we care about 2024-11-13T08:37:18,658 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 , the old value is region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:18,658 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:18,658 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 because the exception is null or not the one we care about 2024-11-13T08:37:18,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45349 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=46 2024-11-13T08:37:18,765 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:37:18,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36882 deadline: 1731487098765, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:37:18,766 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 , the old value is region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:18,766 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:18,766 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 because the exception is null or not the one we care about 2024-11-13T08:37:18,767 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:37:18,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36856 deadline: 1731487098765, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:37:18,768 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 , the old value is region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:18,768 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:18,768 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:37:18,768 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 because the exception is null or not the one we care about 2024-11-13T08:37:18,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36828 deadline: 1731487098765, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:37:18,768 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 , the old value is region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:18,768 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:18,768 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 because the exception is null or not the one we care about 2024-11-13T08:37:18,768 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:37:18,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36896 deadline: 1731487098765, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:37:18,769 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:37:18,769 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 , the old value is region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:18,769 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:18,769 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 because the exception is null or not the one we care about 2024-11-13T08:37:18,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36866 deadline: 1731487098765, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:37:18,769 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 , the old value is region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:18,769 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:18,769 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 because the exception is null or not the one we care about 2024-11-13T08:37:18,771 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43851 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=47 2024-11-13T08:37:18,771 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6. 2024-11-13T08:37:18,771 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6. as already flushing 2024-11-13T08:37:18,771 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6. 2024-11-13T08:37:18,771 ERROR [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] handler.RSProcedureHandler(58): pid=47 java.io.IOException: Unable to complete flush {ENCODED => 97093283e405081aa16afda5348391e6, NAME => 'TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T08:37:18,771 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=47 java.io.IOException: Unable to complete flush {ENCODED => 97093283e405081aa16afda5348391e6, NAME => 'TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T08:37:18,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45349 {}] master.HMaster(4177): Remote procedure failed, pid=47 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 97093283e405081aa16afda5348391e6, NAME => 'TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 97093283e405081aa16afda5348391e6, NAME => 'TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T08:37:18,924 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43851 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=47 2024-11-13T08:37:18,924 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6. 2024-11-13T08:37:18,924 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6. as already flushing 2024-11-13T08:37:18,924 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6. 2024-11-13T08:37:18,925 ERROR [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] handler.RSProcedureHandler(58): pid=47 java.io.IOException: Unable to complete flush {ENCODED => 97093283e405081aa16afda5348391e6, NAME => 'TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T08:37:18,925 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=47 java.io.IOException: Unable to complete flush {ENCODED => 97093283e405081aa16afda5348391e6, NAME => 'TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T08:37:18,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45349 {}] master.HMaster(4177): Remote procedure failed, pid=47 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 97093283e405081aa16afda5348391e6, NAME => 'TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 97093283e405081aa16afda5348391e6, NAME => 'TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T08:37:18,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45349 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=46 2024-11-13T08:37:18,978 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:37:18,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36882 deadline: 1731487098975, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:37:18,979 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:37:18,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36828 deadline: 1731487098975, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:37:18,979 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 , the old value is region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:18,979 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:18,979 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 , the old value is region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:18,979 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 because the exception is null or not the one we care about 2024-11-13T08:37:18,979 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:37:18,979 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:18,980 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 because the exception is null or not the one we care about 2024-11-13T08:37:18,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36856 deadline: 1731487098975, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:37:18,980 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:37:18,980 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 , the old value is region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:18,980 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:18,980 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 because the exception is null or not the one we care about 2024-11-13T08:37:18,980 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:37:18,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36896 deadline: 1731487098976, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:37:18,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36866 deadline: 1731487098976, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:37:18,980 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 , the old value is region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:18,981 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:18,981 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 because the exception is null or not the one we care about 2024-11-13T08:37:18,981 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 , the old value is region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:18,981 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:18,981 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 because the exception is null or not the one we care about 2024-11-13T08:37:19,003 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:19,010 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411134456695ecd8c405c91ad5ebfa00ab641_97093283e405081aa16afda5348391e6 to hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411134456695ecd8c405c91ad5ebfa00ab641_97093283e405081aa16afda5348391e6 2024-11-13T08:37:19,011 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/97093283e405081aa16afda5348391e6/.tmp/A/ce1fc3d7c3c74e8792189f1d2049f946, store: [table=TestAcidGuarantees family=A region=97093283e405081aa16afda5348391e6] 2024-11-13T08:37:19,012 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/97093283e405081aa16afda5348391e6/.tmp/A/ce1fc3d7c3c74e8792189f1d2049f946 is 175, key is test_row_0/A:col10/1731487038503/Put/seqid=0 2024-11-13T08:37:19,021 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38605 is added to blk_1073741989_1165 (size=57033) 2024-11-13T08:37:19,078 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43851 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=47 2024-11-13T08:37:19,078 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6. 2024-11-13T08:37:19,078 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6. as already flushing 2024-11-13T08:37:19,078 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6. 2024-11-13T08:37:19,078 ERROR [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] handler.RSProcedureHandler(58): pid=47 java.io.IOException: Unable to complete flush {ENCODED => 97093283e405081aa16afda5348391e6, NAME => 'TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T08:37:19,078 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=47 java.io.IOException: Unable to complete flush {ENCODED => 97093283e405081aa16afda5348391e6, NAME => 'TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T08:37:19,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45349 {}] master.HMaster(4177): Remote procedure failed, pid=47 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 97093283e405081aa16afda5348391e6, NAME => 'TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 97093283e405081aa16afda5348391e6, NAME => 'TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T08:37:19,231 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43851 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=47 2024-11-13T08:37:19,231 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6. 2024-11-13T08:37:19,231 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6. as already flushing 2024-11-13T08:37:19,231 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6. 2024-11-13T08:37:19,231 ERROR [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] handler.RSProcedureHandler(58): pid=47 java.io.IOException: Unable to complete flush {ENCODED => 97093283e405081aa16afda5348391e6, NAME => 'TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T08:37:19,231 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=47 java.io.IOException: Unable to complete flush {ENCODED => 97093283e405081aa16afda5348391e6, NAME => 'TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T08:37:19,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45349 {}] master.HMaster(4177): Remote procedure failed, pid=47 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 97093283e405081aa16afda5348391e6, NAME => 'TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 97093283e405081aa16afda5348391e6, NAME => 'TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T08:37:19,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45349 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=46 2024-11-13T08:37:19,287 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:37:19,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36882 deadline: 1731487099285, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:37:19,288 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:37:19,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36828 deadline: 1731487099285, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:37:19,288 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 , the old value is region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:19,288 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:19,288 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 because the exception is null or not the one we care about 2024-11-13T08:37:19,288 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:37:19,288 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 , the old value is region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:19,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36856 deadline: 1731487099286, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:37:19,288 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:19,288 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 because the exception is null or not the one we care about 2024-11-13T08:37:19,289 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:37:19,289 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 , the old value is region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:19,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36896 deadline: 1731487099286, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:37:19,289 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:19,289 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 because the exception is null or not the one we care about 2024-11-13T08:37:19,289 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 , the old value is region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:19,289 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:37:19,289 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:19,289 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 because the exception is null or not the one we care about 2024-11-13T08:37:19,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36866 deadline: 1731487099286, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:37:19,289 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 , the old value is region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:19,289 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:19,289 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 because the exception is null or not the one we care about 2024-11-13T08:37:19,384 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43851 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=47 2024-11-13T08:37:19,384 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6. 2024-11-13T08:37:19,384 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6. as already flushing 2024-11-13T08:37:19,385 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6. 2024-11-13T08:37:19,385 ERROR [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] handler.RSProcedureHandler(58): pid=47 java.io.IOException: Unable to complete flush {ENCODED => 97093283e405081aa16afda5348391e6, NAME => 'TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T08:37:19,385 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=47 java.io.IOException: Unable to complete flush {ENCODED => 97093283e405081aa16afda5348391e6, NAME => 'TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T08:37:19,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45349 {}] master.HMaster(4177): Remote procedure failed, pid=47 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 97093283e405081aa16afda5348391e6, NAME => 'TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 97093283e405081aa16afda5348391e6, NAME => 'TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T08:37:19,422 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=173, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/97093283e405081aa16afda5348391e6/.tmp/A/ce1fc3d7c3c74e8792189f1d2049f946 2024-11-13T08:37:19,431 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/97093283e405081aa16afda5348391e6/.tmp/B/dd642a8524934e27853c39a2d0490cd0 is 50, key is test_row_0/B:col10/1731487038503/Put/seqid=0 2024-11-13T08:37:19,435 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38605 is added to blk_1073741990_1166 (size=12151) 2024-11-13T08:37:19,539 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43851 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=47 2024-11-13T08:37:19,539 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6. 2024-11-13T08:37:19,539 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6. as already flushing 2024-11-13T08:37:19,539 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6. 2024-11-13T08:37:19,539 ERROR [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] handler.RSProcedureHandler(58): pid=47 java.io.IOException: Unable to complete flush {ENCODED => 97093283e405081aa16afda5348391e6, NAME => 'TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T08:37:19,540 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=47 java.io.IOException: Unable to complete flush {ENCODED => 97093283e405081aa16afda5348391e6, NAME => 'TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T08:37:19,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45349 {}] master.HMaster(4177): Remote procedure failed, pid=47 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 97093283e405081aa16afda5348391e6, NAME => 'TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 97093283e405081aa16afda5348391e6, NAME => 'TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T08:37:19,693 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43851 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=47 2024-11-13T08:37:19,694 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6. 2024-11-13T08:37:19,694 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6. as already flushing 2024-11-13T08:37:19,694 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6. 2024-11-13T08:37:19,694 ERROR [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] handler.RSProcedureHandler(58): pid=47 java.io.IOException: Unable to complete flush {ENCODED => 97093283e405081aa16afda5348391e6, NAME => 'TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T08:37:19,694 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=47 java.io.IOException: Unable to complete flush {ENCODED => 97093283e405081aa16afda5348391e6, NAME => 'TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T08:37:19,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45349 {}] master.HMaster(4177): Remote procedure failed, pid=47 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 97093283e405081aa16afda5348391e6, NAME => 'TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 97093283e405081aa16afda5348391e6, NAME => 'TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T08:37:19,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45349 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=46 2024-11-13T08:37:19,802 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:37:19,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36882 deadline: 1731487099795, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:37:19,802 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 , the old value is region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:19,802 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:37:19,803 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:19,803 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 because the exception is null or not the one we care about 2024-11-13T08:37:19,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36828 deadline: 1731487099795, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:37:19,803 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:37:19,803 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 , the old value is region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:19,803 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:19,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36856 deadline: 1731487099795, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:37:19,803 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 because the exception is null or not the one we care about 2024-11-13T08:37:19,803 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:37:19,803 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:37:19,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36896 deadline: 1731487099795, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:37:19,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36866 deadline: 1731487099795, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:37:19,804 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 , the old value is region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:19,804 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:19,804 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 because the exception is null or not the one we care about 2024-11-13T08:37:19,804 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 , the old value is region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:19,804 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:19,804 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 because the exception is null or not the one we care about 2024-11-13T08:37:19,804 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 , the old value is region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:19,804 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:19,804 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 because the exception is null or not the one we care about 2024-11-13T08:37:19,836 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=173 (bloomFilter=true), to=hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/97093283e405081aa16afda5348391e6/.tmp/B/dd642a8524934e27853c39a2d0490cd0 2024-11-13T08:37:19,846 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/97093283e405081aa16afda5348391e6/.tmp/C/51f54408618746d3b7d7103feb0b9e1c is 50, key is test_row_0/C:col10/1731487038503/Put/seqid=0 2024-11-13T08:37:19,847 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43851 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=47 2024-11-13T08:37:19,848 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6. 2024-11-13T08:37:19,848 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6. as already flushing 2024-11-13T08:37:19,849 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6. 2024-11-13T08:37:19,849 ERROR [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] handler.RSProcedureHandler(58): pid=47 java.io.IOException: Unable to complete flush {ENCODED => 97093283e405081aa16afda5348391e6, NAME => 'TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T08:37:19,849 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=47 java.io.IOException: Unable to complete flush {ENCODED => 97093283e405081aa16afda5348391e6, NAME => 'TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T08:37:19,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45349 {}] master.HMaster(4177): Remote procedure failed, pid=47 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 97093283e405081aa16afda5348391e6, NAME => 'TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 97093283e405081aa16afda5348391e6, NAME => 'TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T08:37:19,852 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38605 is added to blk_1073741991_1167 (size=12151) 2024-11-13T08:37:19,854 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=173 (bloomFilter=true), to=hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/97093283e405081aa16afda5348391e6/.tmp/C/51f54408618746d3b7d7103feb0b9e1c 2024-11-13T08:37:19,859 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/97093283e405081aa16afda5348391e6/.tmp/A/ce1fc3d7c3c74e8792189f1d2049f946 as hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/97093283e405081aa16afda5348391e6/A/ce1fc3d7c3c74e8792189f1d2049f946 2024-11-13T08:37:19,864 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/97093283e405081aa16afda5348391e6/A/ce1fc3d7c3c74e8792189f1d2049f946, entries=300, sequenceid=173, filesize=55.7 K 2024-11-13T08:37:19,865 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/97093283e405081aa16afda5348391e6/.tmp/B/dd642a8524934e27853c39a2d0490cd0 as hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/97093283e405081aa16afda5348391e6/B/dd642a8524934e27853c39a2d0490cd0 2024-11-13T08:37:19,872 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/97093283e405081aa16afda5348391e6/B/dd642a8524934e27853c39a2d0490cd0, entries=150, sequenceid=173, filesize=11.9 K 2024-11-13T08:37:19,874 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/97093283e405081aa16afda5348391e6/.tmp/C/51f54408618746d3b7d7103feb0b9e1c as hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/97093283e405081aa16afda5348391e6/C/51f54408618746d3b7d7103feb0b9e1c 2024-11-13T08:37:19,880 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/97093283e405081aa16afda5348391e6/C/51f54408618746d3b7d7103feb0b9e1c, entries=150, sequenceid=173, filesize=11.9 K 2024-11-13T08:37:19,881 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=147.60 KB/151140 for 97093283e405081aa16afda5348391e6 in 1330ms, sequenceid=173, compaction requested=true 2024-11-13T08:37:19,881 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 97093283e405081aa16afda5348391e6: 2024-11-13T08:37:19,881 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 97093283e405081aa16afda5348391e6:A, priority=-2147483648, current under compaction store size is 1 2024-11-13T08:37:19,881 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T08:37:19,881 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 97093283e405081aa16afda5348391e6:B, priority=-2147483648, current under compaction store size is 2 2024-11-13T08:37:19,881 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T08:37:19,881 DEBUG [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-13T08:37:19,881 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 97093283e405081aa16afda5348391e6:C, priority=-2147483648, current under compaction store size is 3 2024-11-13T08:37:19,881 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-13T08:37:19,881 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-13T08:37:19,884 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36711 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-13T08:37:19,884 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] regionserver.HStore(1541): 97093283e405081aa16afda5348391e6/B is initiating minor compaction (all files) 2024-11-13T08:37:19,885 DEBUG [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 119501 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-13T08:37:19,885 INFO [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 97093283e405081aa16afda5348391e6/B in TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6. 2024-11-13T08:37:19,885 DEBUG [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] regionserver.HStore(1541): 97093283e405081aa16afda5348391e6/A is initiating minor compaction (all files) 2024-11-13T08:37:19,885 INFO [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/97093283e405081aa16afda5348391e6/B/1c54b35367104fc88fba5f063e06db13, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/97093283e405081aa16afda5348391e6/B/ac73e15ca61c4070bfe83ca0a25142ff, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/97093283e405081aa16afda5348391e6/B/dd642a8524934e27853c39a2d0490cd0] into tmpdir=hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/97093283e405081aa16afda5348391e6/.tmp, totalSize=35.9 K 2024-11-13T08:37:19,885 INFO [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 97093283e405081aa16afda5348391e6/A in TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6. 2024-11-13T08:37:19,885 INFO [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/97093283e405081aa16afda5348391e6/A/d900cbc183dc4b2db3b4eebd95f8d7e9, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/97093283e405081aa16afda5348391e6/A/e537418b6c7a4e64b41a27f7431ac35a, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/97093283e405081aa16afda5348391e6/A/ce1fc3d7c3c74e8792189f1d2049f946] into tmpdir=hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/97093283e405081aa16afda5348391e6/.tmp, totalSize=116.7 K 2024-11-13T08:37:19,885 INFO [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6. 2024-11-13T08:37:19,885 DEBUG [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6. files: [hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/97093283e405081aa16afda5348391e6/A/d900cbc183dc4b2db3b4eebd95f8d7e9, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/97093283e405081aa16afda5348391e6/A/e537418b6c7a4e64b41a27f7431ac35a, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/97093283e405081aa16afda5348391e6/A/ce1fc3d7c3c74e8792189f1d2049f946] 2024-11-13T08:37:19,885 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] compactions.Compactor(225): Compacting 1c54b35367104fc88fba5f063e06db13, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=138, earliestPutTs=1731487035595 2024-11-13T08:37:19,885 DEBUG [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] compactions.Compactor(225): Compacting d900cbc183dc4b2db3b4eebd95f8d7e9, keycount=150, bloomtype=ROW, size=30.6 K, encoding=NONE, compression=NONE, seqNum=138, earliestPutTs=1731487035595 2024-11-13T08:37:19,885 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] compactions.Compactor(225): Compacting ac73e15ca61c4070bfe83ca0a25142ff, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=158, earliestPutTs=1731487036287 2024-11-13T08:37:19,886 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] compactions.Compactor(225): Compacting dd642a8524934e27853c39a2d0490cd0, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=173, earliestPutTs=1731487038503 2024-11-13T08:37:19,886 DEBUG [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] compactions.Compactor(225): Compacting e537418b6c7a4e64b41a27f7431ac35a, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=158, earliestPutTs=1731487036287 2024-11-13T08:37:19,886 DEBUG [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] compactions.Compactor(225): Compacting ce1fc3d7c3c74e8792189f1d2049f946, keycount=300, bloomtype=ROW, size=55.7 K, encoding=NONE, compression=NONE, seqNum=173, earliestPutTs=1731487038501 2024-11-13T08:37:19,895 INFO [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=97093283e405081aa16afda5348391e6] 2024-11-13T08:37:19,899 INFO [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 97093283e405081aa16afda5348391e6#B#compaction#141 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-13T08:37:19,899 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/97093283e405081aa16afda5348391e6/.tmp/B/8fb1fc5558c04fc4992127f7fa972caf is 50, key is test_row_0/B:col10/1731487038503/Put/seqid=0 2024-11-13T08:37:19,902 DEBUG [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411132c27a928c6ff4682b3bfb754e068b274_97093283e405081aa16afda5348391e6 store=[table=TestAcidGuarantees family=A region=97093283e405081aa16afda5348391e6] 2024-11-13T08:37:19,903 DEBUG [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411132c27a928c6ff4682b3bfb754e068b274_97093283e405081aa16afda5348391e6, store=[table=TestAcidGuarantees family=A region=97093283e405081aa16afda5348391e6] 2024-11-13T08:37:19,903 DEBUG [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411132c27a928c6ff4682b3bfb754e068b274_97093283e405081aa16afda5348391e6 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=97093283e405081aa16afda5348391e6] 2024-11-13T08:37:19,906 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38605 is added to blk_1073741992_1168 (size=12561) 2024-11-13T08:37:19,914 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/97093283e405081aa16afda5348391e6/.tmp/B/8fb1fc5558c04fc4992127f7fa972caf as hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/97093283e405081aa16afda5348391e6/B/8fb1fc5558c04fc4992127f7fa972caf 2024-11-13T08:37:19,918 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38605 is added to blk_1073741993_1169 (size=4469) 2024-11-13T08:37:19,920 INFO [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 97093283e405081aa16afda5348391e6#A#compaction#140 average throughput is 0.98 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-13T08:37:19,920 DEBUG [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/97093283e405081aa16afda5348391e6/.tmp/A/1162d5d2ee2a40fc95a3ff35a5ea26a9 is 175, key is test_row_0/A:col10/1731487038503/Put/seqid=0 2024-11-13T08:37:19,921 INFO [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 97093283e405081aa16afda5348391e6/B of 97093283e405081aa16afda5348391e6 into 8fb1fc5558c04fc4992127f7fa972caf(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T08:37:19,921 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 97093283e405081aa16afda5348391e6: 2024-11-13T08:37:19,921 INFO [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., storeName=97093283e405081aa16afda5348391e6/B, priority=13, startTime=1731487039881; duration=0sec 2024-11-13T08:37:19,921 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-13T08:37:19,921 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 97093283e405081aa16afda5348391e6:B 2024-11-13T08:37:19,921 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-13T08:37:19,922 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36711 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-13T08:37:19,923 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] regionserver.HStore(1541): 97093283e405081aa16afda5348391e6/C is initiating minor compaction (all files) 2024-11-13T08:37:19,923 INFO [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 97093283e405081aa16afda5348391e6/C in TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6. 2024-11-13T08:37:19,923 INFO [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/97093283e405081aa16afda5348391e6/C/e1bd030277134200811f729755b83c3e, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/97093283e405081aa16afda5348391e6/C/b1fce56a2d7a4336b6951aff6ae7e450, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/97093283e405081aa16afda5348391e6/C/51f54408618746d3b7d7103feb0b9e1c] into tmpdir=hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/97093283e405081aa16afda5348391e6/.tmp, totalSize=35.9 K 2024-11-13T08:37:19,926 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] compactions.Compactor(225): Compacting e1bd030277134200811f729755b83c3e, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=138, earliestPutTs=1731487035595 2024-11-13T08:37:19,927 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] compactions.Compactor(225): Compacting b1fce56a2d7a4336b6951aff6ae7e450, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=158, earliestPutTs=1731487036287 2024-11-13T08:37:19,927 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38605 is added to blk_1073741994_1170 (size=31515) 2024-11-13T08:37:19,927 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] compactions.Compactor(225): Compacting 51f54408618746d3b7d7103feb0b9e1c, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=173, earliestPutTs=1731487038503 2024-11-13T08:37:19,934 DEBUG [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/97093283e405081aa16afda5348391e6/.tmp/A/1162d5d2ee2a40fc95a3ff35a5ea26a9 as hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/97093283e405081aa16afda5348391e6/A/1162d5d2ee2a40fc95a3ff35a5ea26a9 2024-11-13T08:37:19,937 INFO [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 97093283e405081aa16afda5348391e6#C#compaction#142 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-13T08:37:19,938 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/97093283e405081aa16afda5348391e6/.tmp/C/21c47ccb00934d199cf2b01f6af9542f is 50, key is test_row_0/C:col10/1731487038503/Put/seqid=0 2024-11-13T08:37:19,942 INFO [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 97093283e405081aa16afda5348391e6/A of 97093283e405081aa16afda5348391e6 into 1162d5d2ee2a40fc95a3ff35a5ea26a9(size=30.8 K), total size for store is 30.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T08:37:19,942 DEBUG [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 97093283e405081aa16afda5348391e6: 2024-11-13T08:37:19,942 INFO [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., storeName=97093283e405081aa16afda5348391e6/A, priority=13, startTime=1731487039881; duration=0sec 2024-11-13T08:37:19,942 DEBUG [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T08:37:19,943 DEBUG [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 97093283e405081aa16afda5348391e6:A 2024-11-13T08:37:19,944 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38605 is added to blk_1073741995_1171 (size=12561) 2024-11-13T08:37:20,005 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43851 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=47 2024-11-13T08:37:20,005 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6. 2024-11-13T08:37:20,005 INFO [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegion(2902): Flushing 97093283e405081aa16afda5348391e6 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-13T08:37:20,019 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241113f22918f971794f9c80e39339c0d50aef_97093283e405081aa16afda5348391e6 is 50, key is test_row_0/A:col10/1731487038643/Put/seqid=0 2024-11-13T08:37:20,024 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38605 is added to blk_1073741996_1172 (size=12304) 2024-11-13T08:37:20,352 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/97093283e405081aa16afda5348391e6/.tmp/C/21c47ccb00934d199cf2b01f6af9542f as hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/97093283e405081aa16afda5348391e6/C/21c47ccb00934d199cf2b01f6af9542f 2024-11-13T08:37:20,360 INFO [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 97093283e405081aa16afda5348391e6/C of 97093283e405081aa16afda5348391e6 into 21c47ccb00934d199cf2b01f6af9542f(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T08:37:20,360 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 97093283e405081aa16afda5348391e6: 2024-11-13T08:37:20,360 INFO [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., storeName=97093283e405081aa16afda5348391e6/C, priority=13, startTime=1731487039881; duration=0sec 2024-11-13T08:37:20,361 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T08:37:20,361 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 97093283e405081aa16afda5348391e6:C 2024-11-13T08:37:20,425 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,430 INFO [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241113f22918f971794f9c80e39339c0d50aef_97093283e405081aa16afda5348391e6 to hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241113f22918f971794f9c80e39339c0d50aef_97093283e405081aa16afda5348391e6 2024-11-13T08:37:20,432 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/97093283e405081aa16afda5348391e6/.tmp/A/8e0d8abc9dd7498080a1238ab87805fb, store: [table=TestAcidGuarantees family=A region=97093283e405081aa16afda5348391e6] 2024-11-13T08:37:20,433 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/97093283e405081aa16afda5348391e6/.tmp/A/8e0d8abc9dd7498080a1238ab87805fb is 175, key is test_row_0/A:col10/1731487038643/Put/seqid=0 2024-11-13T08:37:20,438 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38605 is added to blk_1073741997_1173 (size=31105) 2024-11-13T08:37:20,439 INFO [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=200, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/97093283e405081aa16afda5348391e6/.tmp/A/8e0d8abc9dd7498080a1238ab87805fb 2024-11-13T08:37:20,453 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/97093283e405081aa16afda5348391e6/.tmp/B/23e5433d6399439288d42a66b9ecf070 is 50, key is test_row_0/B:col10/1731487038643/Put/seqid=0 2024-11-13T08:37:20,464 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38605 is added to blk_1073741998_1174 (size=12151) 2024-11-13T08:37:20,464 INFO [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=200 (bloomFilter=true), to=hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/97093283e405081aa16afda5348391e6/.tmp/B/23e5433d6399439288d42a66b9ecf070 2024-11-13T08:37:20,480 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/97093283e405081aa16afda5348391e6/.tmp/C/046ee2c3d73d46e6a3cdb15e6b819817 is 50, key is test_row_0/C:col10/1731487038643/Put/seqid=0 2024-11-13T08:37:20,491 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38605 is added to blk_1073741999_1175 (size=12151) 2024-11-13T08:37:20,494 INFO [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=200 (bloomFilter=true), to=hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/97093283e405081aa16afda5348391e6/.tmp/C/046ee2c3d73d46e6a3cdb15e6b819817 2024-11-13T08:37:20,500 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/97093283e405081aa16afda5348391e6/.tmp/A/8e0d8abc9dd7498080a1238ab87805fb as hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/97093283e405081aa16afda5348391e6/A/8e0d8abc9dd7498080a1238ab87805fb 2024-11-13T08:37:20,506 INFO [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/97093283e405081aa16afda5348391e6/A/8e0d8abc9dd7498080a1238ab87805fb, entries=150, sequenceid=200, filesize=30.4 K 2024-11-13T08:37:20,509 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/97093283e405081aa16afda5348391e6/.tmp/B/23e5433d6399439288d42a66b9ecf070 as hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/97093283e405081aa16afda5348391e6/B/23e5433d6399439288d42a66b9ecf070 2024-11-13T08:37:20,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,514 INFO [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/97093283e405081aa16afda5348391e6/B/23e5433d6399439288d42a66b9ecf070, entries=150, sequenceid=200, filesize=11.9 K 2024-11-13T08:37:20,515 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/97093283e405081aa16afda5348391e6/.tmp/C/046ee2c3d73d46e6a3cdb15e6b819817 as hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/97093283e405081aa16afda5348391e6/C/046ee2c3d73d46e6a3cdb15e6b819817 2024-11-13T08:37:20,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,521 INFO [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/97093283e405081aa16afda5348391e6/C/046ee2c3d73d46e6a3cdb15e6b819817, entries=150, sequenceid=200, filesize=11.9 K 2024-11-13T08:37:20,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,523 INFO [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegion(3140): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=0 B/0 for 97093283e405081aa16afda5348391e6 in 517ms, sequenceid=200, compaction requested=false 2024-11-13T08:37:20,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,523 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegion(2603): Flush status journal for 97093283e405081aa16afda5348391e6: 2024-11-13T08:37:20,523 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6. 2024-11-13T08:37:20,523 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=47 2024-11-13T08:37:20,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45349 {}] master.HMaster(4169): Remote procedure done, pid=47 2024-11-13T08:37:20,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,527 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=47, resume processing ppid=46 2024-11-13T08:37:20,527 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=47, ppid=46, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.9060 sec 2024-11-13T08:37:20,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,530 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=46, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=46, table=TestAcidGuarantees in 1.9120 sec 2024-11-13T08:37:20,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,556 INFO [master/dd3a0865bb23:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-13T08:37:20,556 INFO [master/dd3a0865bb23:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-13T08:37:20,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45349 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=46 2024-11-13T08:37:20,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,765 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-13T08:37:20,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,766 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45349 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-13T08:37:20,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45349 {}] procedure2.ProcedureExecutor(1139): Stored pid=48, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=48, table=TestAcidGuarantees 2024-11-13T08:37:20,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45349 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=48 2024-11-13T08:37:20,769 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=48, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=48, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-13T08:37:20,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,770 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=48, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=48, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-13T08:37:20,770 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=49, ppid=48, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-13T08:37:20,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] regionserver.HRegion(8855): Flush requested on 97093283e405081aa16afda5348391e6 2024-11-13T08:37:20,846 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-13T08:37:20,847 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 97093283e405081aa16afda5348391e6 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-13T08:37:20,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,857 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411133c7ceb6ca3bc47e39532b37444155996_97093283e405081aa16afda5348391e6 is 50, key is test_row_0/A:col10/1731487040832/Put/seqid=0 2024-11-13T08:37:20,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45349 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=48 2024-11-13T08:37:20,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,888 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38605 is added to blk_1073742001_1177 (size=24758) 2024-11-13T08:37:20,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:20,913 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:37:20,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36882 deadline: 1731487100906, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:37:20,914 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:37:20,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36828 deadline: 1731487100906, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:37:20,914 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:37:20,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36856 deadline: 1731487100908, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:37:20,915 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:37:20,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36896 deadline: 1731487100908, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:37:20,915 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 , the old value is region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:20,915 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:37:20,915 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:20,915 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 because the exception is null or not the one we care about 2024-11-13T08:37:20,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36866 deadline: 1731487100909, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:37:20,915 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 , the old value is region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:20,915 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:20,915 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 because the exception is null or not the one we care about 2024-11-13T08:37:20,916 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 , the old value is region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:20,916 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:20,916 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 , the old value is region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:20,916 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 because the exception is null or not the one we care about 2024-11-13T08:37:20,916 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:20,916 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 because the exception is null or not the one we care about 2024-11-13T08:37:20,916 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 , the old value is region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:20,916 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:20,916 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 because the exception is null or not the one we care about 2024-11-13T08:37:20,923 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43851 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=49 2024-11-13T08:37:20,924 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6. 2024-11-13T08:37:20,924 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6. as already flushing 2024-11-13T08:37:20,924 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6. 2024-11-13T08:37:20,924 ERROR [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] handler.RSProcedureHandler(58): pid=49 java.io.IOException: Unable to complete flush {ENCODED => 97093283e405081aa16afda5348391e6, NAME => 'TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T08:37:20,924 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=49 java.io.IOException: Unable to complete flush {ENCODED => 97093283e405081aa16afda5348391e6, NAME => 'TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T08:37:20,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45349 {}] master.HMaster(4177): Remote procedure failed, pid=49 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 97093283e405081aa16afda5348391e6, NAME => 'TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 97093283e405081aa16afda5348391e6, NAME => 'TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T08:37:21,027 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:37:21,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36828 deadline: 1731487101025, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:37:21,027 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:37:21,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36882 deadline: 1731487101025, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:37:21,027 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 , the old value is region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:21,027 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:21,027 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 because the exception is null or not the one we care about 2024-11-13T08:37:21,028 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:37:21,028 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 , the old value is region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:21,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36866 deadline: 1731487101025, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:37:21,028 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:21,028 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 because the exception is null or not the one we care about 2024-11-13T08:37:21,028 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 , the old value is region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:21,028 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:21,028 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 because the exception is null or not the one we care about 2024-11-13T08:37:21,028 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:37:21,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36856 deadline: 1731487101025, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:37:21,028 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 , the old value is region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:21,028 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:37:21,029 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:21,029 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 because the exception is null or not the one we care about 2024-11-13T08:37:21,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36896 deadline: 1731487101025, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:37:21,029 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 , the old value is region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:21,029 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:21,030 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 because the exception is null or not the one we care about 2024-11-13T08:37:21,080 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43851 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=49 2024-11-13T08:37:21,080 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6. 2024-11-13T08:37:21,080 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6. as already flushing 2024-11-13T08:37:21,080 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6. 2024-11-13T08:37:21,080 ERROR [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] handler.RSProcedureHandler(58): pid=49 java.io.IOException: Unable to complete flush {ENCODED => 97093283e405081aa16afda5348391e6, NAME => 'TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T08:37:21,080 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=49 java.io.IOException: Unable to complete flush {ENCODED => 97093283e405081aa16afda5348391e6, NAME => 'TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T08:37:21,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45349 {}] master.HMaster(4177): Remote procedure failed, pid=49 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 97093283e405081aa16afda5348391e6, NAME => 'TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 97093283e405081aa16afda5348391e6, NAME => 'TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T08:37:21,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45349 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=48 2024-11-13T08:37:21,233 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43851 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=49 2024-11-13T08:37:21,233 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6. 2024-11-13T08:37:21,234 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6. as already flushing 2024-11-13T08:37:21,234 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6. 2024-11-13T08:37:21,234 ERROR [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] handler.RSProcedureHandler(58): pid=49 java.io.IOException: Unable to complete flush {ENCODED => 97093283e405081aa16afda5348391e6, NAME => 'TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T08:37:21,234 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=49 java.io.IOException: Unable to complete flush {ENCODED => 97093283e405081aa16afda5348391e6, NAME => 'TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T08:37:21,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45349 {}] master.HMaster(4177): Remote procedure failed, pid=49 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 97093283e405081aa16afda5348391e6, NAME => 'TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 97093283e405081aa16afda5348391e6, NAME => 'TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T08:37:21,237 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:37:21,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36828 deadline: 1731487101235, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:37:21,238 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:37:21,238 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 , the old value is region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:21,238 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:21,238 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 because the exception is null or not the one we care about 2024-11-13T08:37:21,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36882 deadline: 1731487101235, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:37:21,238 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 , the old value is region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:21,238 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:21,238 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 because the exception is null or not the one we care about 2024-11-13T08:37:21,238 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:37:21,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36866 deadline: 1731487101235, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:37:21,239 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 , the old value is region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:21,239 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:21,239 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 because the exception is null or not the one we care about 2024-11-13T08:37:21,239 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:37:21,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36856 deadline: 1731487101236, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:37:21,239 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 , the old value is region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:21,239 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:37:21,239 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:21,239 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 because the exception is null or not the one we care about 2024-11-13T08:37:21,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36896 deadline: 1731487101236, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:37:21,239 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 , the old value is region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:21,239 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:21,240 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 because the exception is null or not the one we care about 2024-11-13T08:37:21,289 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:21,294 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411133c7ceb6ca3bc47e39532b37444155996_97093283e405081aa16afda5348391e6 to hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411133c7ceb6ca3bc47e39532b37444155996_97093283e405081aa16afda5348391e6 2024-11-13T08:37:21,295 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/97093283e405081aa16afda5348391e6/.tmp/A/5eaaf39c8b4647df8cb878dc47dae3b0, store: [table=TestAcidGuarantees family=A region=97093283e405081aa16afda5348391e6] 2024-11-13T08:37:21,296 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/97093283e405081aa16afda5348391e6/.tmp/A/5eaaf39c8b4647df8cb878dc47dae3b0 is 175, key is test_row_0/A:col10/1731487040832/Put/seqid=0 2024-11-13T08:37:21,298 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38605 is added to blk_1073742000_1176 (size=74394) 2024-11-13T08:37:21,299 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=212, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/97093283e405081aa16afda5348391e6/.tmp/A/5eaaf39c8b4647df8cb878dc47dae3b0 2024-11-13T08:37:21,307 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/97093283e405081aa16afda5348391e6/.tmp/B/d82fad3779164b98a1cc79997517d23a is 50, key is test_row_0/B:col10/1731487040832/Put/seqid=0 2024-11-13T08:37:21,317 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38605 is added to blk_1073742002_1178 (size=12151) 2024-11-13T08:37:21,387 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43851 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=49 2024-11-13T08:37:21,387 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6. 2024-11-13T08:37:21,387 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6. as already flushing 2024-11-13T08:37:21,387 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6. 2024-11-13T08:37:21,387 ERROR [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] handler.RSProcedureHandler(58): pid=49 java.io.IOException: Unable to complete flush {ENCODED => 97093283e405081aa16afda5348391e6, NAME => 'TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T08:37:21,388 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=49 java.io.IOException: Unable to complete flush {ENCODED => 97093283e405081aa16afda5348391e6, NAME => 'TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T08:37:21,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45349 {}] master.HMaster(4177): Remote procedure failed, pid=49 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 97093283e405081aa16afda5348391e6, NAME => 'TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 97093283e405081aa16afda5348391e6, NAME => 'TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T08:37:21,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45349 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=48 2024-11-13T08:37:21,540 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43851 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=49 2024-11-13T08:37:21,540 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6. 2024-11-13T08:37:21,541 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6. as already flushing 2024-11-13T08:37:21,541 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6. 2024-11-13T08:37:21,541 ERROR [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] handler.RSProcedureHandler(58): pid=49 java.io.IOException: Unable to complete flush {ENCODED => 97093283e405081aa16afda5348391e6, NAME => 'TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T08:37:21,541 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=49 java.io.IOException: Unable to complete flush {ENCODED => 97093283e405081aa16afda5348391e6, NAME => 'TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T08:37:21,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45349 {}] master.HMaster(4177): Remote procedure failed, pid=49 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 97093283e405081aa16afda5348391e6, NAME => 'TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 97093283e405081aa16afda5348391e6, NAME => 'TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T08:37:21,547 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:37:21,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36828 deadline: 1731487101545, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:37:21,548 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:37:21,548 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 , the old value is region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:21,548 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:21,548 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 because the exception is null or not the one we care about 2024-11-13T08:37:21,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36882 deadline: 1731487101545, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:37:21,548 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:37:21,548 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 , the old value is region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:21,548 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:21,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36856 deadline: 1731487101545, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:37:21,548 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 because the exception is null or not the one we care about 2024-11-13T08:37:21,548 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:37:21,548 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 , the old value is region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:21,549 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:21,549 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 because the exception is null or not the one we care about 2024-11-13T08:37:21,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36866 deadline: 1731487101545, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:37:21,549 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 , the old value is region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:21,549 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:37:21,549 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:21,549 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 because the exception is null or not the one we care about 2024-11-13T08:37:21,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36896 deadline: 1731487101545, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:37:21,549 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 , the old value is region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:21,549 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:21,549 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 because the exception is null or not the one we care about 2024-11-13T08:37:21,694 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43851 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=49 2024-11-13T08:37:21,694 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6. 2024-11-13T08:37:21,694 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6. as already flushing 2024-11-13T08:37:21,694 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6. 2024-11-13T08:37:21,694 ERROR [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] handler.RSProcedureHandler(58): pid=49 java.io.IOException: Unable to complete flush {ENCODED => 97093283e405081aa16afda5348391e6, NAME => 'TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T08:37:21,694 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=49 java.io.IOException: Unable to complete flush {ENCODED => 97093283e405081aa16afda5348391e6, NAME => 'TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T08:37:21,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45349 {}] master.HMaster(4177): Remote procedure failed, pid=49 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 97093283e405081aa16afda5348391e6, NAME => 'TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 97093283e405081aa16afda5348391e6, NAME => 'TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T08:37:21,718 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=212 (bloomFilter=true), to=hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/97093283e405081aa16afda5348391e6/.tmp/B/d82fad3779164b98a1cc79997517d23a 2024-11-13T08:37:21,728 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/97093283e405081aa16afda5348391e6/.tmp/C/906e717e56a34978b3c012a079b410a8 is 50, key is test_row_0/C:col10/1731487040832/Put/seqid=0 2024-11-13T08:37:21,732 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38605 is added to blk_1073742003_1179 (size=12151) 2024-11-13T08:37:21,847 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43851 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=49 2024-11-13T08:37:21,847 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6. 2024-11-13T08:37:21,847 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6. as already flushing 2024-11-13T08:37:21,847 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6. 2024-11-13T08:37:21,847 ERROR [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] handler.RSProcedureHandler(58): pid=49 java.io.IOException: Unable to complete flush {ENCODED => 97093283e405081aa16afda5348391e6, NAME => 'TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T08:37:21,847 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=49 java.io.IOException: Unable to complete flush {ENCODED => 97093283e405081aa16afda5348391e6, NAME => 'TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T08:37:21,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45349 {}] master.HMaster(4177): Remote procedure failed, pid=49 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 97093283e405081aa16afda5348391e6, NAME => 'TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 97093283e405081aa16afda5348391e6, NAME => 'TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T08:37:21,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45349 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=48 2024-11-13T08:37:22,000 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43851 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=49 2024-11-13T08:37:22,000 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6. 2024-11-13T08:37:22,000 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6. as already flushing 2024-11-13T08:37:22,001 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6. 2024-11-13T08:37:22,001 ERROR [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] handler.RSProcedureHandler(58): pid=49 java.io.IOException: Unable to complete flush {ENCODED => 97093283e405081aa16afda5348391e6, NAME => 'TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T08:37:22,001 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=49 java.io.IOException: Unable to complete flush {ENCODED => 97093283e405081aa16afda5348391e6, NAME => 'TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T08:37:22,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45349 {}] master.HMaster(4177): Remote procedure failed, pid=49 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 97093283e405081aa16afda5348391e6, NAME => 'TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 97093283e405081aa16afda5348391e6, NAME => 'TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T08:37:22,058 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:37:22,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36828 deadline: 1731487102054, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:37:22,059 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:37:22,059 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 , the old value is region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:22,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36882 deadline: 1731487102055, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:37:22,059 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:22,059 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 because the exception is null or not the one we care about 2024-11-13T08:37:22,059 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 , the old value is region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:22,059 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:37:22,060 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:22,060 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 because the exception is null or not the one we care about 2024-11-13T08:37:22,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36856 deadline: 1731487102055, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:37:22,060 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:37:22,060 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 , the old value is region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:22,060 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:22,060 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 because the exception is null or not the one we care about 2024-11-13T08:37:22,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36896 deadline: 1731487102055, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:37:22,060 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 , the old value is region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:22,060 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:37:22,060 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:22,060 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 because the exception is null or not the one we care about 2024-11-13T08:37:22,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36866 deadline: 1731487102055, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:37:22,061 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 , the old value is region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:22,061 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:22,061 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 because the exception is null or not the one we care about 2024-11-13T08:37:22,133 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=212 (bloomFilter=true), to=hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/97093283e405081aa16afda5348391e6/.tmp/C/906e717e56a34978b3c012a079b410a8 2024-11-13T08:37:22,139 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/97093283e405081aa16afda5348391e6/.tmp/A/5eaaf39c8b4647df8cb878dc47dae3b0 as hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/97093283e405081aa16afda5348391e6/A/5eaaf39c8b4647df8cb878dc47dae3b0 2024-11-13T08:37:22,144 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/97093283e405081aa16afda5348391e6/A/5eaaf39c8b4647df8cb878dc47dae3b0, entries=400, sequenceid=212, filesize=72.7 K 2024-11-13T08:37:22,146 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/97093283e405081aa16afda5348391e6/.tmp/B/d82fad3779164b98a1cc79997517d23a as hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/97093283e405081aa16afda5348391e6/B/d82fad3779164b98a1cc79997517d23a 2024-11-13T08:37:22,152 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/97093283e405081aa16afda5348391e6/B/d82fad3779164b98a1cc79997517d23a, entries=150, sequenceid=212, filesize=11.9 K 2024-11-13T08:37:22,153 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/97093283e405081aa16afda5348391e6/.tmp/C/906e717e56a34978b3c012a079b410a8 as hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/97093283e405081aa16afda5348391e6/C/906e717e56a34978b3c012a079b410a8 2024-11-13T08:37:22,154 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43851 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=49 2024-11-13T08:37:22,154 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6. 2024-11-13T08:37:22,154 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6. as already flushing 2024-11-13T08:37:22,154 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6. 2024-11-13T08:37:22,154 ERROR [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] handler.RSProcedureHandler(58): pid=49 java.io.IOException: Unable to complete flush {ENCODED => 97093283e405081aa16afda5348391e6, NAME => 'TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T08:37:22,154 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=49 java.io.IOException: Unable to complete flush {ENCODED => 97093283e405081aa16afda5348391e6, NAME => 'TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T08:37:22,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45349 {}] master.HMaster(4177): Remote procedure failed, pid=49 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 97093283e405081aa16afda5348391e6, NAME => 'TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 97093283e405081aa16afda5348391e6, NAME => 'TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T08:37:22,158 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/97093283e405081aa16afda5348391e6/C/906e717e56a34978b3c012a079b410a8, entries=150, sequenceid=212, filesize=11.9 K 2024-11-13T08:37:22,159 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 97093283e405081aa16afda5348391e6 in 1313ms, sequenceid=212, compaction requested=true 2024-11-13T08:37:22,160 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 97093283e405081aa16afda5348391e6: 2024-11-13T08:37:22,160 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 97093283e405081aa16afda5348391e6:A, priority=-2147483648, current under compaction store size is 1 2024-11-13T08:37:22,160 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T08:37:22,160 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 97093283e405081aa16afda5348391e6:B, priority=-2147483648, current under compaction store size is 2 2024-11-13T08:37:22,160 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-13T08:37:22,160 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-13T08:37:22,160 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 97093283e405081aa16afda5348391e6:C, priority=-2147483648, current under compaction store size is 3 2024-11-13T08:37:22,160 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-13T08:37:22,160 DEBUG [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-13T08:37:22,164 DEBUG [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36863 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-13T08:37:22,164 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 137014 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-13T08:37:22,164 DEBUG [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] regionserver.HStore(1541): 97093283e405081aa16afda5348391e6/B is initiating minor compaction (all files) 2024-11-13T08:37:22,164 INFO [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 97093283e405081aa16afda5348391e6/B in TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6. 2024-11-13T08:37:22,164 INFO [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/97093283e405081aa16afda5348391e6/B/8fb1fc5558c04fc4992127f7fa972caf, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/97093283e405081aa16afda5348391e6/B/23e5433d6399439288d42a66b9ecf070, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/97093283e405081aa16afda5348391e6/B/d82fad3779164b98a1cc79997517d23a] into tmpdir=hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/97093283e405081aa16afda5348391e6/.tmp, totalSize=36.0 K 2024-11-13T08:37:22,164 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] regionserver.HStore(1541): 97093283e405081aa16afda5348391e6/A is initiating minor compaction (all files) 2024-11-13T08:37:22,164 INFO [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 97093283e405081aa16afda5348391e6/A in TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6. 2024-11-13T08:37:22,165 INFO [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/97093283e405081aa16afda5348391e6/A/1162d5d2ee2a40fc95a3ff35a5ea26a9, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/97093283e405081aa16afda5348391e6/A/8e0d8abc9dd7498080a1238ab87805fb, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/97093283e405081aa16afda5348391e6/A/5eaaf39c8b4647df8cb878dc47dae3b0] into tmpdir=hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/97093283e405081aa16afda5348391e6/.tmp, totalSize=133.8 K 2024-11-13T08:37:22,165 INFO [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6. 2024-11-13T08:37:22,182 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6. files: [hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/97093283e405081aa16afda5348391e6/A/1162d5d2ee2a40fc95a3ff35a5ea26a9, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/97093283e405081aa16afda5348391e6/A/8e0d8abc9dd7498080a1238ab87805fb, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/97093283e405081aa16afda5348391e6/A/5eaaf39c8b4647df8cb878dc47dae3b0] 2024-11-13T08:37:22,184 DEBUG [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] compactions.Compactor(225): Compacting 8fb1fc5558c04fc4992127f7fa972caf, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=173, earliestPutTs=1731487038503 2024-11-13T08:37:22,184 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] compactions.Compactor(225): Compacting 1162d5d2ee2a40fc95a3ff35a5ea26a9, keycount=150, bloomtype=ROW, size=30.8 K, encoding=NONE, compression=NONE, seqNum=173, earliestPutTs=1731487038503 2024-11-13T08:37:22,184 DEBUG [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] compactions.Compactor(225): Compacting 23e5433d6399439288d42a66b9ecf070, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=200, earliestPutTs=1731487038579 2024-11-13T08:37:22,184 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] compactions.Compactor(225): Compacting 8e0d8abc9dd7498080a1238ab87805fb, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=200, earliestPutTs=1731487038579 2024-11-13T08:37:22,185 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] compactions.Compactor(225): Compacting 5eaaf39c8b4647df8cb878dc47dae3b0, keycount=400, bloomtype=ROW, size=72.7 K, encoding=NONE, compression=NONE, seqNum=212, earliestPutTs=1731487040830 2024-11-13T08:37:22,185 DEBUG [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] compactions.Compactor(225): Compacting d82fad3779164b98a1cc79997517d23a, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=212, earliestPutTs=1731487040832 2024-11-13T08:37:22,202 INFO [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 97093283e405081aa16afda5348391e6#B#compaction#149 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-13T08:37:22,203 DEBUG [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/97093283e405081aa16afda5348391e6/.tmp/B/b1e564de7ce94eeb8c4c58f193894168 is 50, key is test_row_0/B:col10/1731487040832/Put/seqid=0 2024-11-13T08:37:22,209 INFO [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=97093283e405081aa16afda5348391e6] 2024-11-13T08:37:22,220 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241113f7dd4266998e4003a8f4df94b9c2c1c3_97093283e405081aa16afda5348391e6 store=[table=TestAcidGuarantees family=A region=97093283e405081aa16afda5348391e6] 2024-11-13T08:37:22,223 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241113f7dd4266998e4003a8f4df94b9c2c1c3_97093283e405081aa16afda5348391e6, store=[table=TestAcidGuarantees family=A region=97093283e405081aa16afda5348391e6] 2024-11-13T08:37:22,224 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241113f7dd4266998e4003a8f4df94b9c2c1c3_97093283e405081aa16afda5348391e6 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=97093283e405081aa16afda5348391e6] 2024-11-13T08:37:22,227 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38605 is added to blk_1073742004_1180 (size=12663) 2024-11-13T08:37:22,238 DEBUG [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/97093283e405081aa16afda5348391e6/.tmp/B/b1e564de7ce94eeb8c4c58f193894168 as hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/97093283e405081aa16afda5348391e6/B/b1e564de7ce94eeb8c4c58f193894168 2024-11-13T08:37:22,246 INFO [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 97093283e405081aa16afda5348391e6/B of 97093283e405081aa16afda5348391e6 into b1e564de7ce94eeb8c4c58f193894168(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T08:37:22,246 DEBUG [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 97093283e405081aa16afda5348391e6: 2024-11-13T08:37:22,246 INFO [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., storeName=97093283e405081aa16afda5348391e6/B, priority=13, startTime=1731487042160; duration=0sec 2024-11-13T08:37:22,246 DEBUG [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-13T08:37:22,246 DEBUG [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 97093283e405081aa16afda5348391e6:B 2024-11-13T08:37:22,246 DEBUG [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-13T08:37:22,247 DEBUG [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36863 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-13T08:37:22,248 DEBUG [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] regionserver.HStore(1541): 97093283e405081aa16afda5348391e6/C is initiating minor compaction (all files) 2024-11-13T08:37:22,248 INFO [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 97093283e405081aa16afda5348391e6/C in TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6. 2024-11-13T08:37:22,248 INFO [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/97093283e405081aa16afda5348391e6/C/21c47ccb00934d199cf2b01f6af9542f, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/97093283e405081aa16afda5348391e6/C/046ee2c3d73d46e6a3cdb15e6b819817, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/97093283e405081aa16afda5348391e6/C/906e717e56a34978b3c012a079b410a8] into tmpdir=hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/97093283e405081aa16afda5348391e6/.tmp, totalSize=36.0 K 2024-11-13T08:37:22,248 DEBUG [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] compactions.Compactor(225): Compacting 21c47ccb00934d199cf2b01f6af9542f, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=173, earliestPutTs=1731487038503 2024-11-13T08:37:22,249 DEBUG [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] compactions.Compactor(225): Compacting 046ee2c3d73d46e6a3cdb15e6b819817, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=200, earliestPutTs=1731487038579 2024-11-13T08:37:22,249 DEBUG [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] compactions.Compactor(225): Compacting 906e717e56a34978b3c012a079b410a8, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=212, earliestPutTs=1731487040832 2024-11-13T08:37:22,268 INFO [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 97093283e405081aa16afda5348391e6#C#compaction#151 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-13T08:37:22,268 DEBUG [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/97093283e405081aa16afda5348391e6/.tmp/C/c8485933558f40ee8330b3fb9f855bde is 50, key is test_row_0/C:col10/1731487040832/Put/seqid=0 2024-11-13T08:37:22,273 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38605 is added to blk_1073742005_1181 (size=4469) 2024-11-13T08:37:22,275 INFO [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 97093283e405081aa16afda5348391e6#A#compaction#150 average throughput is 0.37 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-13T08:37:22,278 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/97093283e405081aa16afda5348391e6/.tmp/A/9963fde771ac401ea8e5607bf7e59d1e is 175, key is test_row_0/A:col10/1731487040832/Put/seqid=0 2024-11-13T08:37:22,295 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38605 is added to blk_1073742006_1182 (size=12663) 2024-11-13T08:37:22,305 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38605 is added to blk_1073742007_1183 (size=31617) 2024-11-13T08:37:22,308 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43851 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=49 2024-11-13T08:37:22,308 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6. 2024-11-13T08:37:22,308 INFO [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegion(2902): Flushing 97093283e405081aa16afda5348391e6 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-13T08:37:22,316 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/97093283e405081aa16afda5348391e6/.tmp/A/9963fde771ac401ea8e5607bf7e59d1e as hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/97093283e405081aa16afda5348391e6/A/9963fde771ac401ea8e5607bf7e59d1e 2024-11-13T08:37:22,318 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111324cae13cd5f144d6a9363b9b7c3e082b_97093283e405081aa16afda5348391e6 is 50, key is test_row_0/A:col10/1731487040907/Put/seqid=0 2024-11-13T08:37:22,324 INFO [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 97093283e405081aa16afda5348391e6/A of 97093283e405081aa16afda5348391e6 into 9963fde771ac401ea8e5607bf7e59d1e(size=30.9 K), total size for store is 30.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T08:37:22,324 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 97093283e405081aa16afda5348391e6: 2024-11-13T08:37:22,324 INFO [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., storeName=97093283e405081aa16afda5348391e6/A, priority=13, startTime=1731487042160; duration=0sec 2024-11-13T08:37:22,324 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T08:37:22,324 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 97093283e405081aa16afda5348391e6:A 2024-11-13T08:37:22,327 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38605 is added to blk_1073742008_1184 (size=12304) 2024-11-13T08:37:22,328 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:22,333 INFO [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111324cae13cd5f144d6a9363b9b7c3e082b_97093283e405081aa16afda5348391e6 to hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111324cae13cd5f144d6a9363b9b7c3e082b_97093283e405081aa16afda5348391e6 2024-11-13T08:37:22,334 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/97093283e405081aa16afda5348391e6/.tmp/A/ee403db8cfcb438698f7f3389aefc4e3, store: [table=TestAcidGuarantees family=A region=97093283e405081aa16afda5348391e6] 2024-11-13T08:37:22,335 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/97093283e405081aa16afda5348391e6/.tmp/A/ee403db8cfcb438698f7f3389aefc4e3 is 175, key is test_row_0/A:col10/1731487040907/Put/seqid=0 2024-11-13T08:37:22,346 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38605 is added to blk_1073742009_1185 (size=31105) 2024-11-13T08:37:22,348 INFO [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=238, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/97093283e405081aa16afda5348391e6/.tmp/A/ee403db8cfcb438698f7f3389aefc4e3 2024-11-13T08:37:22,361 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/97093283e405081aa16afda5348391e6/.tmp/B/037441288a034e0695ad3ac65260e32b is 50, key is test_row_0/B:col10/1731487040907/Put/seqid=0 2024-11-13T08:37:22,366 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38605 is added to blk_1073742010_1186 (size=12151) 2024-11-13T08:37:22,704 DEBUG [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/97093283e405081aa16afda5348391e6/.tmp/C/c8485933558f40ee8330b3fb9f855bde as hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/97093283e405081aa16afda5348391e6/C/c8485933558f40ee8330b3fb9f855bde 2024-11-13T08:37:22,711 INFO [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 97093283e405081aa16afda5348391e6/C of 97093283e405081aa16afda5348391e6 into c8485933558f40ee8330b3fb9f855bde(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T08:37:22,711 DEBUG [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 97093283e405081aa16afda5348391e6: 2024-11-13T08:37:22,711 INFO [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., storeName=97093283e405081aa16afda5348391e6/C, priority=13, startTime=1731487042160; duration=0sec 2024-11-13T08:37:22,711 DEBUG [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T08:37:22,711 DEBUG [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 97093283e405081aa16afda5348391e6:C 2024-11-13T08:37:22,767 INFO [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=238 (bloomFilter=true), to=hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/97093283e405081aa16afda5348391e6/.tmp/B/037441288a034e0695ad3ac65260e32b 2024-11-13T08:37:22,780 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/97093283e405081aa16afda5348391e6/.tmp/C/d831543069194a678f79b14555e2413b is 50, key is test_row_0/C:col10/1731487040907/Put/seqid=0 2024-11-13T08:37:22,785 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38605 is added to blk_1073742011_1187 (size=12151) 2024-11-13T08:37:22,786 INFO [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=238 (bloomFilter=true), to=hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/97093283e405081aa16afda5348391e6/.tmp/C/d831543069194a678f79b14555e2413b 2024-11-13T08:37:22,797 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/97093283e405081aa16afda5348391e6/.tmp/A/ee403db8cfcb438698f7f3389aefc4e3 as hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/97093283e405081aa16afda5348391e6/A/ee403db8cfcb438698f7f3389aefc4e3 2024-11-13T08:37:22,802 INFO [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/97093283e405081aa16afda5348391e6/A/ee403db8cfcb438698f7f3389aefc4e3, entries=150, sequenceid=238, filesize=30.4 K 2024-11-13T08:37:22,803 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/97093283e405081aa16afda5348391e6/.tmp/B/037441288a034e0695ad3ac65260e32b as hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/97093283e405081aa16afda5348391e6/B/037441288a034e0695ad3ac65260e32b 2024-11-13T08:37:22,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:22,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:22,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:22,807 INFO [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/97093283e405081aa16afda5348391e6/B/037441288a034e0695ad3ac65260e32b, entries=150, sequenceid=238, filesize=11.9 K 2024-11-13T08:37:22,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:22,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:22,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:22,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:22,809 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/97093283e405081aa16afda5348391e6/.tmp/C/d831543069194a678f79b14555e2413b as hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/97093283e405081aa16afda5348391e6/C/d831543069194a678f79b14555e2413b 2024-11-13T08:37:22,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:22,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:22,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:22,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:22,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:22,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:22,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:22,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:22,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:22,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:22,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:22,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:22,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:22,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:22,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:22,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:22,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:22,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:22,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:22,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:22,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:22,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:22,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:22,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:22,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:22,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:22,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:22,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:22,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:22,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:22,818 INFO [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/97093283e405081aa16afda5348391e6/C/d831543069194a678f79b14555e2413b, entries=150, sequenceid=238, filesize=11.9 K 2024-11-13T08:37:22,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:22,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:22,819 INFO [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegion(3140): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=0 B/0 for 97093283e405081aa16afda5348391e6 in 511ms, sequenceid=238, compaction requested=false 2024-11-13T08:37:22,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:22,819 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegion(2603): Flush status journal for 97093283e405081aa16afda5348391e6: 2024-11-13T08:37:22,819 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6. 2024-11-13T08:37:22,819 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=49 2024-11-13T08:37:22,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:22,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:22,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45349 {}] master.HMaster(4169): Remote procedure done, pid=49 2024-11-13T08:37:22,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:22,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:22,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:22,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:22,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:22,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:22,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:22,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:22,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:22,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:22,823 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=49, resume processing ppid=48 2024-11-13T08:37:22,823 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=49, ppid=48, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.0510 sec 2024-11-13T08:37:22,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:22,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:22,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:22,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:22,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:22,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:22,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:22,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:22,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:22,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:22,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:22,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:22,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:22,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:22,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:22,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:22,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:22,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:22,828 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=48, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=48, table=TestAcidGuarantees in 2.0580 sec 2024-11-13T08:37:22,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:22,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:22,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:22,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:22,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:22,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:22,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:22,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:22,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:22,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:22,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:22,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:22,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:22,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:22,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:22,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:22,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:22,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:22,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:22,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:22,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:22,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:22,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:22,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:22,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:22,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:22,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:22,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:22,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:22,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:22,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:22,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:22,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:22,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:22,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:22,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:22,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:22,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:22,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:22,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:22,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:22,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:22,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:22,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:22,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:22,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:22,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:22,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:22,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:22,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:22,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:22,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:22,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:22,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:22,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:22,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:22,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:22,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:22,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:22,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:22,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:22,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:22,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:22,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:22,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:22,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:22,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:22,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:22,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:22,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:22,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:22,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:22,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:22,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:22,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:22,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:22,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:22,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:22,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:22,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:22,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:22,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:22,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:22,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:22,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:22,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:22,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:22,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:22,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:22,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:22,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:22,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:22,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:22,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:22,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:22,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:22,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:22,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:22,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:22,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:22,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:22,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:22,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:22,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:22,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:22,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:22,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:22,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:22,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:22,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:22,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:22,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:22,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:22,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:22,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:22,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:22,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:22,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:22,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:22,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:22,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:22,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:22,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:22,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:22,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:22,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:22,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:22,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:22,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:22,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:22,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:22,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:22,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:22,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:22,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:22,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:22,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:22,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:22,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:22,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:22,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:22,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:22,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:22,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:22,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:22,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:22,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:22,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:22,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:22,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:22,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:22,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:22,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:22,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:22,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:22,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:22,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:22,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:22,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:22,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:22,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:22,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:22,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:22,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:22,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:22,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:22,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:22,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:22,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:22,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:22,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:22,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:22,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:22,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:22,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:22,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:22,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:22,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:22,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:22,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:22,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:22,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:22,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:22,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:22,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:22,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:22,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:22,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:22,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:22,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:22,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:22,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:22,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:22,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:22,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:22,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:22,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:22,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:22,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:22,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:22,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:22,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:22,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:22,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:22,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:22,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:22,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:22,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:22,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:22,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:22,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:22,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:22,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:22,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:22,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:22,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:22,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:22,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:22,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:22,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:22,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:22,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:22,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:22,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:22,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:22,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:22,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:22,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:22,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:22,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:22,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:22,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:22,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:22,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:22,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:22,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:22,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:22,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:22,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:22,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:22,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:22,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:22,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:22,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:22,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:22,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:22,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:22,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:22,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:22,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:22,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:22,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:22,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:22,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:22,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:22,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:22,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:22,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:22,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:22,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:22,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:22,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:22,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:22,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:22,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:22,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:22,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:22,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:22,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:22,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:22,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:22,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:22,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:22,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:22,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:22,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:22,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:22,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:22,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:22,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:22,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:22,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:22,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:22,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:22,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:22,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:22,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:22,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:22,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:22,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:22,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:22,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:22,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:22,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:22,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:22,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:22,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:22,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:22,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:22,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:22,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:22,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:22,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:22,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:22,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:22,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:22,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:22,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:22,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:22,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:22,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:22,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:22,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:22,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:22,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:22,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:22,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:22,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:22,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:22,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:22,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:22,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:22,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:22,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:22,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:22,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:22,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:22,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:22,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:22,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:22,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:22,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:22,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:22,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:22,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:22,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:22,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:22,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:22,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:22,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:22,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:22,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:22,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:22,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:22,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:22,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:22,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:22,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:22,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:22,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:22,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:22,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:22,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:22,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:22,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:22,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:22,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:22,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:22,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:22,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:22,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:22,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:22,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:22,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:22,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:22,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:22,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:22,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:22,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:22,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:22,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:22,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:22,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:22,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:22,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:22,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:22,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:22,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:22,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:22,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:22,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45349 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=48 2024-11-13T08:37:22,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:22,925 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-13T08:37:22,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:22,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:22,926 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45349 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-13T08:37:22,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:22,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:22,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:22,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:22,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45349 {}] procedure2.ProcedureExecutor(1139): Stored pid=50, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=50, table=TestAcidGuarantees 2024-11-13T08:37:22,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:22,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:22,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:22,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45349 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=50 2024-11-13T08:37:22,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:22,928 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=50, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=50, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-13T08:37:22,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:22,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:22,929 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=50, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=50, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-13T08:37:22,929 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=51, ppid=50, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-13T08:37:22,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:22,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:22,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:22,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:22,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:22,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:22,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:22,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:22,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:22,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:22,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:22,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:22,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:22,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:22,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:22,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:22,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:22,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:22,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:22,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:22,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:22,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:22,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:22,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:22,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:22,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:22,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:22,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:22,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:22,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:22,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:22,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:22,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:22,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:22,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:22,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:22,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:22,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:22,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:22,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:22,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:22,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:22,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:22,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:22,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:22,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:22,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:22,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:22,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:22,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:22,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:22,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:22,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:22,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:22,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:22,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:22,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:22,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:22,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:22,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:22,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:22,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:22,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:22,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:22,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:22,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:22,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:22,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:22,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:22,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:22,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:22,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:22,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:22,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:22,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:22,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:22,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:22,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:22,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:22,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:22,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:22,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:22,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:22,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:22,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:22,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:22,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:22,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:22,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:22,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:22,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:22,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:22,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:22,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:22,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:22,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:22,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:22,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:22,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:22,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:22,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:22,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:22,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:22,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:22,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:22,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:22,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:22,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:22,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:22,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:22,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:22,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:22,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:22,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:22,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:22,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:22,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:22,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:22,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:22,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:22,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:22,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:22,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:22,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:22,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:22,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:22,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:22,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:22,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:22,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:22,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:22,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:22,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:22,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:22,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:22,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:22,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:22,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:22,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:22,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:22,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:22,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:22,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:22,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:22,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:22,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:22,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:22,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:22,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:22,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:22,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:22,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:22,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:22,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:22,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:22,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:22,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:22,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:22,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:22,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:22,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:22,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:22,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:22,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:22,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:22,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:22,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:22,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:22,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:22,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:22,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:22,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:22,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:22,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:22,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:22,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:22,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:22,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:22,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:22,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:22,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:22,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:22,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:22,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:22,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:22,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:22,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:22,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:22,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:22,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:22,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:22,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:22,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:22,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:22,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:22,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:22,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:22,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:22,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:22,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:22,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:22,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:22,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:22,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:22,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:22,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:22,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:22,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:22,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:22,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:22,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:22,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:22,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:22,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:22,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:22,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:22,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:22,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:22,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:22,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:22,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:22,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:22,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:22,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:22,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:22,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:22,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:22,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:22,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:22,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:22,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:22,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:22,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:22,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:22,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:22,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:22,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:22,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:22,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:22,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:22,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:22,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:22,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:22,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:22,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:22,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:22,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:22,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:22,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:22,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:22,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:22,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:22,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:22,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:22,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:22,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:22,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:22,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:22,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:22,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:22,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:22,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:22,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:22,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:22,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:22,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:22,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:22,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:22,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:22,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:22,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:22,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:22,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:22,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:22,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:22,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:22,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:22,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:22,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:22,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:22,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:22,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:22,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:22,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:23,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:23,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:23,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:23,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:23,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:23,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:23,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:23,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:23,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:23,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:23,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:23,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:23,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:23,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:23,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:23,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:23,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:23,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:23,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:23,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:23,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:23,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:23,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:23,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:23,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:23,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:23,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:23,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:23,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:23,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:23,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:23,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:23,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:23,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:23,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:23,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:23,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:23,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:23,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:23,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:23,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:23,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:23,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:23,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:23,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:23,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:23,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:23,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:23,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:23,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:23,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:23,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:23,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:23,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:23,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:23,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:23,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:23,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:23,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:23,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:23,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:23,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:23,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:23,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:23,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:23,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:23,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:23,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:23,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:23,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:23,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:23,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:23,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:23,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:23,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:23,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:23,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:23,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:23,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:23,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:23,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:23,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:23,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:23,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:23,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:23,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:23,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:23,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:23,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:23,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:23,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:23,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:23,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:23,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:23,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:23,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:23,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:23,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:23,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:23,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:23,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:23,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:23,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:23,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:23,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:23,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:23,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:23,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:23,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:23,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:23,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:23,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:23,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:23,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:23,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:23,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:23,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:23,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:23,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:23,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:23,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:23,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:23,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:23,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:23,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:23,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:23,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:23,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:23,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:23,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:23,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:23,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:23,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:23,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:23,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:23,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:23,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:23,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:23,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:23,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:23,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:23,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:23,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:23,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:23,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:23,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:23,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:23,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:23,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:23,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:23,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:23,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:23,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:23,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:23,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:23,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:23,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:23,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:23,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:23,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:23,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:23,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:23,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:23,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:23,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:23,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45349 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=50 2024-11-13T08:37:23,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:23,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:23,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:23,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:23,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:23,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:23,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:23,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:23,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:23,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:23,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:23,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:23,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:23,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:23,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:23,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:23,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:23,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:23,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:23,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:23,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:23,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:23,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:23,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:23,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:23,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:23,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:23,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:23,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:23,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:23,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:23,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:23,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:23,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:23,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:23,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:23,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:23,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:23,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:23,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:23,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:23,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:23,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:23,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:23,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:23,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:23,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:23,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:23,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:23,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:23,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:23,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:23,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:23,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:23,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:23,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:23,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:23,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:23,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:23,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:23,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:23,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:23,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:23,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:23,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:23,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:23,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:23,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:23,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:23,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:23,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:23,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:23,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:23,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:23,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:23,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:23,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:23,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:23,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:23,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:23,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:23,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:23,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:23,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:23,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:23,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:23,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:23,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:23,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:23,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:23,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:23,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:23,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:23,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:23,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:23,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:23,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:23,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:23,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:23,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:23,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:23,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:23,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:23,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:23,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:23,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:23,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:23,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:23,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:23,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:23,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:23,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:23,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:23,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:23,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:23,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:23,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:23,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:23,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:23,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:23,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:23,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:23,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:23,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:23,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:23,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:23,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:23,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:23,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:23,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:23,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:23,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:23,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:23,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:23,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:23,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:23,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:23,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:23,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:23,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:23,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:23,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:23,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:23,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:23,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:23,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:23,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:23,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:23,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:23,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:23,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:23,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:23,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:23,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:23,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:23,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:23,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:23,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:23,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:23,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:23,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:23,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:23,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:23,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:23,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:23,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:23,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:23,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:23,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:23,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:23,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:23,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:23,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:23,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:23,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:23,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:23,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:23,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:23,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:23,081 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43851 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=51 2024-11-13T08:37:23,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:23,082 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6. 2024-11-13T08:37:23,082 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegion(2603): Flush status journal for 97093283e405081aa16afda5348391e6: 2024-11-13T08:37:23,082 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6. 2024-11-13T08:37:23,082 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=51 2024-11-13T08:37:23,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45349 {}] master.HMaster(4169): Remote procedure done, pid=51 2024-11-13T08:37:23,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:23,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:23,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:23,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:23,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:23,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:23,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:23,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:23,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:23,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:23,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:23,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:23,086 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=51, resume processing ppid=50 2024-11-13T08:37:23,086 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=51, ppid=50, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 155 msec 2024-11-13T08:37:23,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:23,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:23,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:23,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:23,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:23,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:23,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:23,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:23,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:23,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:23,088 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=50, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=50, table=TestAcidGuarantees in 161 msec 2024-11-13T08:37:23,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:23,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:23,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:23,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:23,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:23,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:23,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:23,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:23,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:23,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:23,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:23,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:23,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:23,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:23,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:23,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:23,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:23,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:23,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:23,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:23,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:23,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:23,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:23,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:23,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:23,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:23,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:23,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:23,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:23,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:23,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:23,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:23,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:23,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:23,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:23,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:23,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:23,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:23,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:23,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:23,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:23,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:23,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:23,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:23,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:23,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:23,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:23,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:23,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:23,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:23,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:23,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:23,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:23,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:23,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:23,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:23,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:23,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:23,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:23,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:23,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:23,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:23,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:23,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:23,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:23,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:23,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:23,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:23,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:23,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:23,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:23,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:23,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] regionserver.HRegion(8855): Flush requested on 97093283e405081aa16afda5348391e6 2024-11-13T08:37:23,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:23,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:23,111 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-13T08:37:23,111 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 97093283e405081aa16afda5348391e6 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-13T08:37:23,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:23,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:23,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:23,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:23,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:23,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:23,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:23,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:23,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:23,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:23,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:23,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:23,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:23,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:23,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:23,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:23,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:23,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:23,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:23,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:23,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:23,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:23,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:23,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:23,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:23,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:23,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:23,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:23,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:23,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:23,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:23,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:23,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:23,129 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241113f5ec04f2526f4d3cab67733b64ff085d_97093283e405081aa16afda5348391e6 is 50, key is test_row_0/A:col10/1731487043108/Put/seqid=0 2024-11-13T08:37:23,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:23,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:23,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:23,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:23,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:23,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:23,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:23,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:23,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:23,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:23,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:23,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:23,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:23,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:23,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:23,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:23,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:23,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:23,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:23,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:23,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:23,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:23,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:23,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:23,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:23,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:23,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:23,154 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38605 is added to blk_1073742013_1189 (size=27248) 2024-11-13T08:37:23,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:23,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:23,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:23,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:23,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:23,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:23,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:23,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:23,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:23,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:23,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:23,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:23,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:23,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:23,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:23,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:23,168 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:37:23,169 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:37:23,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36866 deadline: 1731487103159, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:37:23,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36896 deadline: 1731487103160, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:37:23,169 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:37:23,169 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 , the old value is region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:23,169 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:23,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36856 deadline: 1731487103162, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:37:23,169 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 because the exception is null or not the one we care about 2024-11-13T08:37:23,169 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 , the old value is region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:23,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:23,169 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:23,169 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 because the exception is null or not the one we care about 2024-11-13T08:37:23,170 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:37:23,170 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 , the old value is region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:23,170 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:23,170 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 because the exception is null or not the one we care about 2024-11-13T08:37:23,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36828 deadline: 1731487103165, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:37:23,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:23,170 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:37:23,170 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 , the old value is region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:23,170 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:23,170 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 because the exception is null or not the one we care about 2024-11-13T08:37:23,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36882 deadline: 1731487103165, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:37:23,170 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 , the old value is region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:23,170 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:23,170 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 because the exception is null or not the one we care about 2024-11-13T08:37:23,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:23,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:23,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:23,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:23,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:23,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:23,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:23,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:23,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:23,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:23,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:23,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:23,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:23,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:23,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:23,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:23,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:23,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:23,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:23,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:23,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:23,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:23,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:23,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:23,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:23,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:23,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:23,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:23,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:23,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:23,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:23,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:23,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:23,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:23,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:23,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:23,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:23,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:23,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:23,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:23,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:23,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:23,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:23,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:23,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:23,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:23,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:23,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:23,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:23,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:23,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:23,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:23,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:23,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:23,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:23,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:23,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:23,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:23,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:23,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:23,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:23,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:23,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:23,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:23,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45349 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=50 2024-11-13T08:37:23,245 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-13T08:37:23,246 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45349 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-13T08:37:23,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45349 {}] procedure2.ProcedureExecutor(1139): Stored pid=52, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=52, table=TestAcidGuarantees 2024-11-13T08:37:23,248 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=52, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=52, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-13T08:37:23,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45349 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=52 2024-11-13T08:37:23,249 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=52, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=52, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-13T08:37:23,249 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=53, ppid=52, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-13T08:37:23,278 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:37:23,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36866 deadline: 1731487103275, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:37:23,279 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 , the old value is region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:23,279 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:23,279 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 because the exception is null or not the one we care about 2024-11-13T08:37:23,279 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:37:23,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36896 deadline: 1731487103276, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:37:23,279 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 , the old value is region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:23,279 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:37:23,279 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:23,279 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 because the exception is null or not the one we care about 2024-11-13T08:37:23,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36856 deadline: 1731487103276, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:37:23,280 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 , the old value is region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:23,280 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:37:23,280 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:23,280 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 because the exception is null or not the one we care about 2024-11-13T08:37:23,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36882 deadline: 1731487103276, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:37:23,280 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 , the old value is region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:23,280 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:37:23,280 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:23,280 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 because the exception is null or not the one we care about 2024-11-13T08:37:23,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36828 deadline: 1731487103276, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:37:23,281 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 , the old value is region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:23,281 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:23,281 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 because the exception is null or not the one we care about 2024-11-13T08:37:23,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45349 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=52 2024-11-13T08:37:23,402 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43851 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=53 2024-11-13T08:37:23,402 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6. 2024-11-13T08:37:23,402 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6. as already flushing 2024-11-13T08:37:23,403 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6. 2024-11-13T08:37:23,403 ERROR [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] handler.RSProcedureHandler(58): pid=53 java.io.IOException: Unable to complete flush {ENCODED => 97093283e405081aa16afda5348391e6, NAME => 'TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T08:37:23,403 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=53 java.io.IOException: Unable to complete flush {ENCODED => 97093283e405081aa16afda5348391e6, NAME => 'TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T08:37:23,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45349 {}] master.HMaster(4177): Remote procedure failed, pid=53 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 97093283e405081aa16afda5348391e6, NAME => 'TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 97093283e405081aa16afda5348391e6, NAME => 'TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T08:37:23,486 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:37:23,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36866 deadline: 1731487103484, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:37:23,486 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:37:23,486 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 , the old value is region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:23,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36896 deadline: 1731487103485, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:37:23,486 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:23,486 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 because the exception is null or not the one we care about 2024-11-13T08:37:23,486 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:37:23,486 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 , the old value is region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:23,487 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:23,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36856 deadline: 1731487103485, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:37:23,487 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 because the exception is null or not the one we care about 2024-11-13T08:37:23,487 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 , the old value is region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:23,487 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:37:23,487 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:23,487 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:37:23,487 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 because the exception is null or not the one we care about 2024-11-13T08:37:23,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36882 deadline: 1731487103485, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:37:23,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36828 deadline: 1731487103485, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:37:23,487 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 , the old value is region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:23,487 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:23,487 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 , the old value is region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:23,487 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 because the exception is null or not the one we care about 2024-11-13T08:37:23,487 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:23,487 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 because the exception is null or not the one we care about 2024-11-13T08:37:23,555 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:23,556 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43851 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=53 2024-11-13T08:37:23,556 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6. 2024-11-13T08:37:23,556 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6. as already flushing 2024-11-13T08:37:23,556 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6. 2024-11-13T08:37:23,556 ERROR [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] handler.RSProcedureHandler(58): pid=53 java.io.IOException: Unable to complete flush {ENCODED => 97093283e405081aa16afda5348391e6, NAME => 'TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T08:37:23,556 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=53 java.io.IOException: Unable to complete flush {ENCODED => 97093283e405081aa16afda5348391e6, NAME => 'TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T08:37:23,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45349 {}] master.HMaster(4177): Remote procedure failed, pid=53 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 97093283e405081aa16afda5348391e6, NAME => 'TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 97093283e405081aa16afda5348391e6, NAME => 'TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T08:37:23,560 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241113f5ec04f2526f4d3cab67733b64ff085d_97093283e405081aa16afda5348391e6 to hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241113f5ec04f2526f4d3cab67733b64ff085d_97093283e405081aa16afda5348391e6 2024-11-13T08:37:23,561 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/97093283e405081aa16afda5348391e6/.tmp/A/c83825bb66614e61bc209cc6ed17b945, store: [table=TestAcidGuarantees family=A region=97093283e405081aa16afda5348391e6] 2024-11-13T08:37:23,562 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/97093283e405081aa16afda5348391e6/.tmp/A/c83825bb66614e61bc209cc6ed17b945 is 175, key is test_row_0/A:col10/1731487043108/Put/seqid=0 2024-11-13T08:37:23,564 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38605 is added to blk_1073742012_1188 (size=83035) 2024-11-13T08:37:23,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45349 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=52 2024-11-13T08:37:23,565 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=253, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/97093283e405081aa16afda5348391e6/.tmp/A/c83825bb66614e61bc209cc6ed17b945 2024-11-13T08:37:23,573 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/97093283e405081aa16afda5348391e6/.tmp/B/3bf7b1420bc5454c98033fa251a3f299 is 50, key is test_row_0/B:col10/1731487043108/Put/seqid=0 2024-11-13T08:37:23,577 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38605 is added to blk_1073742014_1190 (size=12151) 2024-11-13T08:37:23,578 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=253 (bloomFilter=true), to=hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/97093283e405081aa16afda5348391e6/.tmp/B/3bf7b1420bc5454c98033fa251a3f299 2024-11-13T08:37:23,588 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/97093283e405081aa16afda5348391e6/.tmp/C/3baddc3c0e6e4c8783dcc5a44ed28f19 is 50, key is test_row_0/C:col10/1731487043108/Put/seqid=0 2024-11-13T08:37:23,594 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38605 is added to blk_1073742015_1191 (size=12151) 2024-11-13T08:37:23,709 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43851 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=53 2024-11-13T08:37:23,709 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6. 2024-11-13T08:37:23,709 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6. as already flushing 2024-11-13T08:37:23,709 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6. 2024-11-13T08:37:23,709 ERROR [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] handler.RSProcedureHandler(58): pid=53 java.io.IOException: Unable to complete flush {ENCODED => 97093283e405081aa16afda5348391e6, NAME => 'TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T08:37:23,710 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=53 java.io.IOException: Unable to complete flush {ENCODED => 97093283e405081aa16afda5348391e6, NAME => 'TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T08:37:23,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45349 {}] master.HMaster(4177): Remote procedure failed, pid=53 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 97093283e405081aa16afda5348391e6, NAME => 'TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 97093283e405081aa16afda5348391e6, NAME => 'TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T08:37:23,800 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:37:23,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36866 deadline: 1731487103795, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:37:23,801 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 , the old value is region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:23,801 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:37:23,801 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:23,801 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 because the exception is null or not the one we care about 2024-11-13T08:37:23,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36882 deadline: 1731487103795, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:37:23,801 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:37:23,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36856 deadline: 1731487103795, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:37:23,801 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 , the old value is region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:23,801 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:37:23,801 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:23,802 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 because the exception is null or not the one we care about 2024-11-13T08:37:23,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36828 deadline: 1731487103795, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:37:23,802 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:37:23,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36896 deadline: 1731487103795, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:37:23,802 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 , the old value is region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:23,802 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:23,802 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 because the exception is null or not the one we care about 2024-11-13T08:37:23,803 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 , the old value is region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:23,803 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:23,803 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 because the exception is null or not the one we care about 2024-11-13T08:37:23,804 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 , the old value is region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:23,804 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:23,804 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 because the exception is null or not the one we care about 2024-11-13T08:37:23,865 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43851 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=53 2024-11-13T08:37:23,865 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6. 2024-11-13T08:37:23,865 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6. as already flushing 2024-11-13T08:37:23,865 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6. 2024-11-13T08:37:23,866 ERROR [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] handler.RSProcedureHandler(58): pid=53 java.io.IOException: Unable to complete flush {ENCODED => 97093283e405081aa16afda5348391e6, NAME => 'TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T08:37:23,866 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=53 java.io.IOException: Unable to complete flush {ENCODED => 97093283e405081aa16afda5348391e6, NAME => 'TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T08:37:23,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45349 {}] master.HMaster(4177): Remote procedure failed, pid=53 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 97093283e405081aa16afda5348391e6, NAME => 'TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 97093283e405081aa16afda5348391e6, NAME => 'TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T08:37:23,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45349 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=52 2024-11-13T08:37:23,995 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=253 (bloomFilter=true), to=hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/97093283e405081aa16afda5348391e6/.tmp/C/3baddc3c0e6e4c8783dcc5a44ed28f19 2024-11-13T08:37:24,002 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/97093283e405081aa16afda5348391e6/.tmp/A/c83825bb66614e61bc209cc6ed17b945 as hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/97093283e405081aa16afda5348391e6/A/c83825bb66614e61bc209cc6ed17b945 2024-11-13T08:37:24,007 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/97093283e405081aa16afda5348391e6/A/c83825bb66614e61bc209cc6ed17b945, entries=450, sequenceid=253, filesize=81.1 K 2024-11-13T08:37:24,008 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/97093283e405081aa16afda5348391e6/.tmp/B/3bf7b1420bc5454c98033fa251a3f299 as hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/97093283e405081aa16afda5348391e6/B/3bf7b1420bc5454c98033fa251a3f299 2024-11-13T08:37:24,014 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/97093283e405081aa16afda5348391e6/B/3bf7b1420bc5454c98033fa251a3f299, entries=150, sequenceid=253, filesize=11.9 K 2024-11-13T08:37:24,015 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/97093283e405081aa16afda5348391e6/.tmp/C/3baddc3c0e6e4c8783dcc5a44ed28f19 as hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/97093283e405081aa16afda5348391e6/C/3baddc3c0e6e4c8783dcc5a44ed28f19 2024-11-13T08:37:24,019 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43851 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=53 2024-11-13T08:37:24,019 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6. 2024-11-13T08:37:24,019 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6. as already flushing 2024-11-13T08:37:24,019 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6. 2024-11-13T08:37:24,019 ERROR [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] handler.RSProcedureHandler(58): pid=53 java.io.IOException: Unable to complete flush {ENCODED => 97093283e405081aa16afda5348391e6, NAME => 'TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T08:37:24,019 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=53 java.io.IOException: Unable to complete flush {ENCODED => 97093283e405081aa16afda5348391e6, NAME => 'TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T08:37:24,020 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/97093283e405081aa16afda5348391e6/C/3baddc3c0e6e4c8783dcc5a44ed28f19, entries=150, sequenceid=253, filesize=11.9 K 2024-11-13T08:37:24,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45349 {}] master.HMaster(4177): Remote procedure failed, pid=53 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 97093283e405081aa16afda5348391e6, NAME => 'TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 97093283e405081aa16afda5348391e6, NAME => 'TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T08:37:24,021 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=147.60 KB/151140 for 97093283e405081aa16afda5348391e6 in 910ms, sequenceid=253, compaction requested=true 2024-11-13T08:37:24,021 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 97093283e405081aa16afda5348391e6: 2024-11-13T08:37:24,022 DEBUG [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-13T08:37:24,022 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 97093283e405081aa16afda5348391e6:A, priority=-2147483648, current under compaction store size is 1 2024-11-13T08:37:24,022 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T08:37:24,022 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-13T08:37:24,023 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 97093283e405081aa16afda5348391e6:B, priority=-2147483648, current under compaction store size is 2 2024-11-13T08:37:24,023 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T08:37:24,023 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 97093283e405081aa16afda5348391e6:C, priority=-2147483648, current under compaction store size is 3 2024-11-13T08:37:24,023 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-13T08:37:24,023 DEBUG [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 145757 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-13T08:37:24,023 DEBUG [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] regionserver.HStore(1541): 97093283e405081aa16afda5348391e6/A is initiating minor compaction (all files) 2024-11-13T08:37:24,023 INFO [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 97093283e405081aa16afda5348391e6/A in TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6. 2024-11-13T08:37:24,023 INFO [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/97093283e405081aa16afda5348391e6/A/9963fde771ac401ea8e5607bf7e59d1e, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/97093283e405081aa16afda5348391e6/A/ee403db8cfcb438698f7f3389aefc4e3, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/97093283e405081aa16afda5348391e6/A/c83825bb66614e61bc209cc6ed17b945] into tmpdir=hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/97093283e405081aa16afda5348391e6/.tmp, totalSize=142.3 K 2024-11-13T08:37:24,023 INFO [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6. 2024-11-13T08:37:24,023 DEBUG [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6. files: [hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/97093283e405081aa16afda5348391e6/A/9963fde771ac401ea8e5607bf7e59d1e, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/97093283e405081aa16afda5348391e6/A/ee403db8cfcb438698f7f3389aefc4e3, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/97093283e405081aa16afda5348391e6/A/c83825bb66614e61bc209cc6ed17b945] 2024-11-13T08:37:24,024 DEBUG [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] compactions.Compactor(225): Compacting 9963fde771ac401ea8e5607bf7e59d1e, keycount=150, bloomtype=ROW, size=30.9 K, encoding=NONE, compression=NONE, seqNum=212, earliestPutTs=1731487040832 2024-11-13T08:37:24,024 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36965 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-13T08:37:24,024 DEBUG [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] compactions.Compactor(225): Compacting ee403db8cfcb438698f7f3389aefc4e3, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=238, earliestPutTs=1731487040884 2024-11-13T08:37:24,024 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] regionserver.HStore(1541): 97093283e405081aa16afda5348391e6/B is initiating minor compaction (all files) 2024-11-13T08:37:24,025 INFO [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 97093283e405081aa16afda5348391e6/B in TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6. 2024-11-13T08:37:24,025 INFO [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/97093283e405081aa16afda5348391e6/B/b1e564de7ce94eeb8c4c58f193894168, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/97093283e405081aa16afda5348391e6/B/037441288a034e0695ad3ac65260e32b, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/97093283e405081aa16afda5348391e6/B/3bf7b1420bc5454c98033fa251a3f299] into tmpdir=hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/97093283e405081aa16afda5348391e6/.tmp, totalSize=36.1 K 2024-11-13T08:37:24,025 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] compactions.Compactor(225): Compacting b1e564de7ce94eeb8c4c58f193894168, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=212, earliestPutTs=1731487040832 2024-11-13T08:37:24,025 DEBUG [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] compactions.Compactor(225): Compacting c83825bb66614e61bc209cc6ed17b945, keycount=450, bloomtype=ROW, size=81.1 K, encoding=NONE, compression=NONE, seqNum=253, earliestPutTs=1731487043099 2024-11-13T08:37:24,026 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] compactions.Compactor(225): Compacting 037441288a034e0695ad3ac65260e32b, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=238, earliestPutTs=1731487040884 2024-11-13T08:37:24,026 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] compactions.Compactor(225): Compacting 3bf7b1420bc5454c98033fa251a3f299, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=253, earliestPutTs=1731487043108 2024-11-13T08:37:24,038 INFO [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=97093283e405081aa16afda5348391e6] 2024-11-13T08:37:24,041 INFO [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 97093283e405081aa16afda5348391e6#B#compaction#159 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-13T08:37:24,041 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/97093283e405081aa16afda5348391e6/.tmp/B/dcaa2d36913042408743d3e3ac1131f5 is 50, key is test_row_0/B:col10/1731487043108/Put/seqid=0 2024-11-13T08:37:24,041 DEBUG [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024111333f987c2675744c7b84bc4ed6adec082_97093283e405081aa16afda5348391e6 store=[table=TestAcidGuarantees family=A region=97093283e405081aa16afda5348391e6] 2024-11-13T08:37:24,047 DEBUG [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024111333f987c2675744c7b84bc4ed6adec082_97093283e405081aa16afda5348391e6, store=[table=TestAcidGuarantees family=A region=97093283e405081aa16afda5348391e6] 2024-11-13T08:37:24,047 DEBUG [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111333f987c2675744c7b84bc4ed6adec082_97093283e405081aa16afda5348391e6 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=97093283e405081aa16afda5348391e6] 2024-11-13T08:37:24,062 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38605 is added to blk_1073742016_1192 (size=12765) 2024-11-13T08:37:24,063 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38605 is added to blk_1073742017_1193 (size=4469) 2024-11-13T08:37:24,173 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43851 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=53 2024-11-13T08:37:24,173 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6. 2024-11-13T08:37:24,173 INFO [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegion(2902): Flushing 97093283e405081aa16afda5348391e6 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-13T08:37:24,183 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241113b7b4b00ffd924e3cada3addf7802e724_97093283e405081aa16afda5348391e6 is 50, key is test_row_0/A:col10/1731487043160/Put/seqid=0 2024-11-13T08:37:24,204 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38605 is added to blk_1073742018_1194 (size=12454) 2024-11-13T08:37:24,206 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:24,216 INFO [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241113b7b4b00ffd924e3cada3addf7802e724_97093283e405081aa16afda5348391e6 to hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241113b7b4b00ffd924e3cada3addf7802e724_97093283e405081aa16afda5348391e6 2024-11-13T08:37:24,217 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/97093283e405081aa16afda5348391e6/.tmp/A/859a14e4f6214179b8cf150a0d2e142a, store: [table=TestAcidGuarantees family=A region=97093283e405081aa16afda5348391e6] 2024-11-13T08:37:24,218 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/97093283e405081aa16afda5348391e6/.tmp/A/859a14e4f6214179b8cf150a0d2e142a is 175, key is test_row_0/A:col10/1731487043160/Put/seqid=0 2024-11-13T08:37:24,255 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38605 is added to blk_1073742019_1195 (size=31255) 2024-11-13T08:37:24,257 INFO [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=278, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/97093283e405081aa16afda5348391e6/.tmp/A/859a14e4f6214179b8cf150a0d2e142a 2024-11-13T08:37:24,269 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/97093283e405081aa16afda5348391e6/.tmp/B/c9ec6472f6f743fe8d47accf8e6c7c47 is 50, key is test_row_0/B:col10/1731487043160/Put/seqid=0 2024-11-13T08:37:24,284 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38605 is added to blk_1073742020_1196 (size=12301) 2024-11-13T08:37:24,292 INFO [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=278 (bloomFilter=true), to=hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/97093283e405081aa16afda5348391e6/.tmp/B/c9ec6472f6f743fe8d47accf8e6c7c47 2024-11-13T08:37:24,305 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/97093283e405081aa16afda5348391e6/.tmp/C/bb4c516f26fc43049fca0f81c254cbf8 is 50, key is test_row_0/C:col10/1731487043160/Put/seqid=0 2024-11-13T08:37:24,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] regionserver.HRegion(8855): Flush requested on 97093283e405081aa16afda5348391e6 2024-11-13T08:37:24,311 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6. as already flushing 2024-11-13T08:37:24,330 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38605 is added to blk_1073742021_1197 (size=12301) 2024-11-13T08:37:24,338 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:37:24,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36828 deadline: 1731487104331, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:37:24,339 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:37:24,339 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 , the old value is region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:24,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36866 deadline: 1731487104333, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:37:24,339 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:24,339 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 because the exception is null or not the one we care about 2024-11-13T08:37:24,339 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 , the old value is region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:24,339 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:24,339 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 because the exception is null or not the one we care about 2024-11-13T08:37:24,340 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:37:24,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36882 deadline: 1731487104335, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:37:24,341 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 , the old value is region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:24,341 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:24,341 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 because the exception is null or not the one we care about 2024-11-13T08:37:24,352 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:37:24,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36856 deadline: 1731487104339, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:37:24,353 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 , the old value is region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:24,353 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:37:24,353 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:24,353 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 because the exception is null or not the one we care about 2024-11-13T08:37:24,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36896 deadline: 1731487104339, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:37:24,354 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 , the old value is region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:24,354 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:24,354 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 because the exception is null or not the one we care about 2024-11-13T08:37:24,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45349 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=52 2024-11-13T08:37:24,447 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:37:24,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36866 deadline: 1731487104445, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:37:24,448 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 , the old value is region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:24,448 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:37:24,448 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:24,448 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 because the exception is null or not the one we care about 2024-11-13T08:37:24,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36828 deadline: 1731487104445, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:37:24,448 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 , the old value is region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:24,448 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:37:24,448 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:24,448 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 because the exception is null or not the one we care about 2024-11-13T08:37:24,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36882 deadline: 1731487104445, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:37:24,449 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 , the old value is region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:24,449 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:24,449 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 because the exception is null or not the one we care about 2024-11-13T08:37:24,455 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:37:24,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36856 deadline: 1731487104454, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:37:24,455 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 , the old value is region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:24,455 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:24,455 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 because the exception is null or not the one we care about 2024-11-13T08:37:24,465 INFO [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 97093283e405081aa16afda5348391e6#A#compaction#158 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-13T08:37:24,466 DEBUG [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/97093283e405081aa16afda5348391e6/.tmp/A/595f6e74a30147fca55fe1e6c51458e5 is 175, key is test_row_0/A:col10/1731487043108/Put/seqid=0 2024-11-13T08:37:24,467 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:37:24,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36896 deadline: 1731487104465, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:37:24,468 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 , the old value is region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:24,469 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:24,469 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 because the exception is null or not the one we care about 2024-11-13T08:37:24,471 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/97093283e405081aa16afda5348391e6/.tmp/B/dcaa2d36913042408743d3e3ac1131f5 as hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/97093283e405081aa16afda5348391e6/B/dcaa2d36913042408743d3e3ac1131f5 2024-11-13T08:37:24,476 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38605 is added to blk_1073742022_1198 (size=31719) 2024-11-13T08:37:24,479 INFO [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 97093283e405081aa16afda5348391e6/B of 97093283e405081aa16afda5348391e6 into dcaa2d36913042408743d3e3ac1131f5(size=12.5 K), total size for store is 12.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T08:37:24,479 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 97093283e405081aa16afda5348391e6: 2024-11-13T08:37:24,479 INFO [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., storeName=97093283e405081aa16afda5348391e6/B, priority=13, startTime=1731487044022; duration=0sec 2024-11-13T08:37:24,479 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-13T08:37:24,479 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 97093283e405081aa16afda5348391e6:B 2024-11-13T08:37:24,479 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-13T08:37:24,481 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36965 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-13T08:37:24,481 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] regionserver.HStore(1541): 97093283e405081aa16afda5348391e6/C is initiating minor compaction (all files) 2024-11-13T08:37:24,481 INFO [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 97093283e405081aa16afda5348391e6/C in TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6. 2024-11-13T08:37:24,482 INFO [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/97093283e405081aa16afda5348391e6/C/c8485933558f40ee8330b3fb9f855bde, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/97093283e405081aa16afda5348391e6/C/d831543069194a678f79b14555e2413b, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/97093283e405081aa16afda5348391e6/C/3baddc3c0e6e4c8783dcc5a44ed28f19] into tmpdir=hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/97093283e405081aa16afda5348391e6/.tmp, totalSize=36.1 K 2024-11-13T08:37:24,482 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] compactions.Compactor(225): Compacting c8485933558f40ee8330b3fb9f855bde, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=212, earliestPutTs=1731487040832 2024-11-13T08:37:24,483 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] compactions.Compactor(225): Compacting d831543069194a678f79b14555e2413b, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=238, earliestPutTs=1731487040884 2024-11-13T08:37:24,484 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] compactions.Compactor(225): Compacting 3baddc3c0e6e4c8783dcc5a44ed28f19, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=253, earliestPutTs=1731487043108 2024-11-13T08:37:24,484 DEBUG [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/97093283e405081aa16afda5348391e6/.tmp/A/595f6e74a30147fca55fe1e6c51458e5 as hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/97093283e405081aa16afda5348391e6/A/595f6e74a30147fca55fe1e6c51458e5 2024-11-13T08:37:24,493 INFO [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 97093283e405081aa16afda5348391e6/A of 97093283e405081aa16afda5348391e6 into 595f6e74a30147fca55fe1e6c51458e5(size=31.0 K), total size for store is 31.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T08:37:24,493 DEBUG [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 97093283e405081aa16afda5348391e6: 2024-11-13T08:37:24,493 INFO [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., storeName=97093283e405081aa16afda5348391e6/A, priority=13, startTime=1731487044021; duration=0sec 2024-11-13T08:37:24,493 DEBUG [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T08:37:24,493 DEBUG [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 97093283e405081aa16afda5348391e6:A 2024-11-13T08:37:24,496 INFO [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 97093283e405081aa16afda5348391e6#C#compaction#163 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-13T08:37:24,497 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/97093283e405081aa16afda5348391e6/.tmp/C/9ace313e0d264f849ad01d081595f0e7 is 50, key is test_row_0/C:col10/1731487043108/Put/seqid=0 2024-11-13T08:37:24,508 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38605 is added to blk_1073742023_1199 (size=12765) 2024-11-13T08:37:24,515 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/97093283e405081aa16afda5348391e6/.tmp/C/9ace313e0d264f849ad01d081595f0e7 as hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/97093283e405081aa16afda5348391e6/C/9ace313e0d264f849ad01d081595f0e7 2024-11-13T08:37:24,523 INFO [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 97093283e405081aa16afda5348391e6/C of 97093283e405081aa16afda5348391e6 into 9ace313e0d264f849ad01d081595f0e7(size=12.5 K), total size for store is 12.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T08:37:24,523 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 97093283e405081aa16afda5348391e6: 2024-11-13T08:37:24,523 INFO [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., storeName=97093283e405081aa16afda5348391e6/C, priority=13, startTime=1731487044023; duration=0sec 2024-11-13T08:37:24,524 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T08:37:24,524 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 97093283e405081aa16afda5348391e6:C 2024-11-13T08:37:24,656 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:37:24,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36866 deadline: 1731487104655, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:37:24,656 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 , the old value is region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:24,656 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:24,656 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 because the exception is null or not the one we care about 2024-11-13T08:37:24,656 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:37:24,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36828 deadline: 1731487104655, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:37:24,657 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 , the old value is region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:24,657 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:24,657 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 because the exception is null or not the one we care about 2024-11-13T08:37:24,657 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:37:24,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36882 deadline: 1731487104655, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:37:24,658 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 , the old value is region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:24,658 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:24,658 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 because the exception is null or not the one we care about 2024-11-13T08:37:24,667 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:37:24,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36856 deadline: 1731487104665, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:37:24,667 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 , the old value is region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:24,667 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:24,667 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 because the exception is null or not the one we care about 2024-11-13T08:37:24,679 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:37:24,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36896 deadline: 1731487104675, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:37:24,679 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 , the old value is region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:24,679 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:24,679 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 because the exception is null or not the one we care about 2024-11-13T08:37:24,737 INFO [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=278 (bloomFilter=true), to=hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/97093283e405081aa16afda5348391e6/.tmp/C/bb4c516f26fc43049fca0f81c254cbf8 2024-11-13T08:37:24,743 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/97093283e405081aa16afda5348391e6/.tmp/A/859a14e4f6214179b8cf150a0d2e142a as hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/97093283e405081aa16afda5348391e6/A/859a14e4f6214179b8cf150a0d2e142a 2024-11-13T08:37:24,749 INFO [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/97093283e405081aa16afda5348391e6/A/859a14e4f6214179b8cf150a0d2e142a, entries=150, sequenceid=278, filesize=30.5 K 2024-11-13T08:37:24,750 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/97093283e405081aa16afda5348391e6/.tmp/B/c9ec6472f6f743fe8d47accf8e6c7c47 as hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/97093283e405081aa16afda5348391e6/B/c9ec6472f6f743fe8d47accf8e6c7c47 2024-11-13T08:37:24,755 INFO [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/97093283e405081aa16afda5348391e6/B/c9ec6472f6f743fe8d47accf8e6c7c47, entries=150, sequenceid=278, filesize=12.0 K 2024-11-13T08:37:24,756 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/97093283e405081aa16afda5348391e6/.tmp/C/bb4c516f26fc43049fca0f81c254cbf8 as hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/97093283e405081aa16afda5348391e6/C/bb4c516f26fc43049fca0f81c254cbf8 2024-11-13T08:37:24,760 INFO [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/97093283e405081aa16afda5348391e6/C/bb4c516f26fc43049fca0f81c254cbf8, entries=150, sequenceid=278, filesize=12.0 K 2024-11-13T08:37:24,761 INFO [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegion(3140): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=60.38 KB/61830 for 97093283e405081aa16afda5348391e6 in 588ms, sequenceid=278, compaction requested=false 2024-11-13T08:37:24,761 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegion(2603): Flush status journal for 97093283e405081aa16afda5348391e6: 2024-11-13T08:37:24,761 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6. 2024-11-13T08:37:24,761 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=53 2024-11-13T08:37:24,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45349 {}] master.HMaster(4169): Remote procedure done, pid=53 2024-11-13T08:37:24,764 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=53, resume processing ppid=52 2024-11-13T08:37:24,764 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=53, ppid=52, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.5130 sec 2024-11-13T08:37:24,765 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=52, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=52, table=TestAcidGuarantees in 1.5180 sec 2024-11-13T08:37:24,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] regionserver.HRegion(8855): Flush requested on 97093283e405081aa16afda5348391e6 2024-11-13T08:37:24,967 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-13T08:37:24,967 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 97093283e405081aa16afda5348391e6 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-13T08:37:24,975 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411138b991f2376424b069d2d6579edec7d11_97093283e405081aa16afda5348391e6 is 50, key is test_row_0/A:col10/1731487044966/Put/seqid=0 2024-11-13T08:37:24,985 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38605 is added to blk_1073742024_1200 (size=17534) 2024-11-13T08:37:24,986 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:24,992 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411138b991f2376424b069d2d6579edec7d11_97093283e405081aa16afda5348391e6 to hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411138b991f2376424b069d2d6579edec7d11_97093283e405081aa16afda5348391e6 2024-11-13T08:37:24,993 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/97093283e405081aa16afda5348391e6/.tmp/A/6f1051681b294adc8f5b70380cd54a1e, store: [table=TestAcidGuarantees family=A region=97093283e405081aa16afda5348391e6] 2024-11-13T08:37:24,993 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/97093283e405081aa16afda5348391e6/.tmp/A/6f1051681b294adc8f5b70380cd54a1e is 175, key is test_row_0/A:col10/1731487044966/Put/seqid=0 2024-11-13T08:37:25,002 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38605 is added to blk_1073742025_1201 (size=48639) 2024-11-13T08:37:25,003 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:37:25,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36866 deadline: 1731487104996, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:37:25,003 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 , the old value is region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:25,003 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:25,003 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 because the exception is null or not the one we care about 2024-11-13T08:37:25,007 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:37:25,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36882 deadline: 1731487104997, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:37:25,008 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 , the old value is region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:25,008 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:25,008 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:37:25,008 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 because the exception is null or not the one we care about 2024-11-13T08:37:25,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36856 deadline: 1731487104997, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:37:25,008 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 , the old value is region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:25,008 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:25,008 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:37:25,008 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 because the exception is null or not the one we care about 2024-11-13T08:37:25,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36896 deadline: 1731487104998, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:37:25,008 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 , the old value is region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:25,008 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:25,008 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:37:25,008 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 because the exception is null or not the one we care about 2024-11-13T08:37:25,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36828 deadline: 1731487105003, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:37:25,010 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 , the old value is region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:25,010 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:25,010 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 because the exception is null or not the one we care about 2024-11-13T08:37:25,108 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:37:25,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36866 deadline: 1731487105105, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:37:25,109 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 , the old value is region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:25,109 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:25,109 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 because the exception is null or not the one we care about 2024-11-13T08:37:25,119 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:37:25,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36882 deadline: 1731487105115, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:37:25,119 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:37:25,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36896 deadline: 1731487105115, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:37:25,119 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:37:25,119 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 , the old value is region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:25,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36856 deadline: 1731487105115, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:37:25,119 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:25,120 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 because the exception is null or not the one we care about 2024-11-13T08:37:25,120 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:37:25,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36828 deadline: 1731487105116, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:37:25,120 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 , the old value is region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:25,120 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 , the old value is region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:25,120 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:25,120 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:25,120 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 because the exception is null or not the one we care about 2024-11-13T08:37:25,120 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 because the exception is null or not the one we care about 2024-11-13T08:37:25,120 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 , the old value is region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:25,120 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:25,120 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 because the exception is null or not the one we care about 2024-11-13T08:37:25,319 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:37:25,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36866 deadline: 1731487105315, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:37:25,320 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 , the old value is region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:25,320 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:25,320 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 because the exception is null or not the one we care about 2024-11-13T08:37:25,328 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:37:25,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36882 deadline: 1731487105326, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:37:25,329 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:37:25,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36828 deadline: 1731487105326, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:37:25,329 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:37:25,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36856 deadline: 1731487105326, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:37:25,329 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:37:25,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36896 deadline: 1731487105326, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:37:25,330 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 , the old value is region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:25,330 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:25,330 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 because the exception is null or not the one we care about 2024-11-13T08:37:25,330 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 , the old value is region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:25,330 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:25,330 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 because the exception is null or not the one we care about 2024-11-13T08:37:25,330 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 , the old value is region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:25,330 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:25,330 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 because the exception is null or not the one we care about 2024-11-13T08:37:25,330 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 , the old value is region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:25,330 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:25,330 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 because the exception is null or not the one we care about 2024-11-13T08:37:25,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45349 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=52 2024-11-13T08:37:25,395 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-13T08:37:25,395 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45349 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-13T08:37:25,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45349 {}] procedure2.ProcedureExecutor(1139): Stored pid=54, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=54, table=TestAcidGuarantees 2024-11-13T08:37:25,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45349 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=54 2024-11-13T08:37:25,397 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=54, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=54, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-13T08:37:25,398 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=54, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=54, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-13T08:37:25,398 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=55, ppid=54, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-13T08:37:25,403 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=295, memsize=24.6 K, hasBloomFilter=true, into tmp file hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/97093283e405081aa16afda5348391e6/.tmp/A/6f1051681b294adc8f5b70380cd54a1e 2024-11-13T08:37:25,412 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/97093283e405081aa16afda5348391e6/.tmp/B/2a83ae81b17847fe8ecae479caab3828 is 50, key is test_row_0/B:col10/1731487044966/Put/seqid=0 2024-11-13T08:37:25,423 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38605 is added to blk_1073742026_1202 (size=12301) 2024-11-13T08:37:25,424 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=295 (bloomFilter=true), to=hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/97093283e405081aa16afda5348391e6/.tmp/B/2a83ae81b17847fe8ecae479caab3828 2024-11-13T08:37:25,434 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/97093283e405081aa16afda5348391e6/.tmp/C/d639761bad71409aaa529f6d8b20f0a5 is 50, key is test_row_0/C:col10/1731487044966/Put/seqid=0 2024-11-13T08:37:25,444 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38605 is added to blk_1073742027_1203 (size=12301) 2024-11-13T08:37:25,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45349 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=54 2024-11-13T08:37:25,550 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43851 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=55 2024-11-13T08:37:25,551 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6. 2024-11-13T08:37:25,551 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6. as already flushing 2024-11-13T08:37:25,551 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6. 2024-11-13T08:37:25,551 ERROR [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] handler.RSProcedureHandler(58): pid=55 java.io.IOException: Unable to complete flush {ENCODED => 97093283e405081aa16afda5348391e6, NAME => 'TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T08:37:25,551 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=55 java.io.IOException: Unable to complete flush {ENCODED => 97093283e405081aa16afda5348391e6, NAME => 'TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T08:37:25,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45349 {}] master.HMaster(4177): Remote procedure failed, pid=55 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 97093283e405081aa16afda5348391e6, NAME => 'TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 97093283e405081aa16afda5348391e6, NAME => 'TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T08:37:25,628 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:37:25,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36866 deadline: 1731487105624, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:37:25,628 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 , the old value is region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:25,628 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:25,628 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 because the exception is null or not the one we care about 2024-11-13T08:37:25,635 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:37:25,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36856 deadline: 1731487105635, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:37:25,636 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:37:25,636 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 , the old value is region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:25,636 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:25,636 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 because the exception is null or not the one we care about 2024-11-13T08:37:25,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36882 deadline: 1731487105635, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:37:25,636 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 , the old value is region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:25,636 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:25,636 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:37:25,636 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 because the exception is null or not the one we care about 2024-11-13T08:37:25,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36896 deadline: 1731487105635, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:37:25,637 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 , the old value is region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:25,637 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:25,637 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 because the exception is null or not the one we care about 2024-11-13T08:37:25,640 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:37:25,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36828 deadline: 1731487105635, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:37:25,641 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 , the old value is region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:25,641 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:25,641 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 because the exception is null or not the one we care about 2024-11-13T08:37:25,704 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43851 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=55 2024-11-13T08:37:25,704 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6. 2024-11-13T08:37:25,704 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6. as already flushing 2024-11-13T08:37:25,704 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6. 2024-11-13T08:37:25,704 ERROR [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] handler.RSProcedureHandler(58): pid=55 java.io.IOException: Unable to complete flush {ENCODED => 97093283e405081aa16afda5348391e6, NAME => 'TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T08:37:25,704 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=55 java.io.IOException: Unable to complete flush {ENCODED => 97093283e405081aa16afda5348391e6, NAME => 'TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T08:37:25,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45349 {}] master.HMaster(4177): Remote procedure failed, pid=55 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 97093283e405081aa16afda5348391e6, NAME => 'TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 97093283e405081aa16afda5348391e6, NAME => 'TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T08:37:25,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45349 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=54 2024-11-13T08:37:25,845 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=295 (bloomFilter=true), to=hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/97093283e405081aa16afda5348391e6/.tmp/C/d639761bad71409aaa529f6d8b20f0a5 2024-11-13T08:37:25,850 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/97093283e405081aa16afda5348391e6/.tmp/A/6f1051681b294adc8f5b70380cd54a1e as hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/97093283e405081aa16afda5348391e6/A/6f1051681b294adc8f5b70380cd54a1e 2024-11-13T08:37:25,855 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/97093283e405081aa16afda5348391e6/A/6f1051681b294adc8f5b70380cd54a1e, entries=250, sequenceid=295, filesize=47.5 K 2024-11-13T08:37:25,857 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43851 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=55 2024-11-13T08:37:25,857 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6. 2024-11-13T08:37:25,857 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6. as already flushing 2024-11-13T08:37:25,857 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6. 2024-11-13T08:37:25,857 ERROR [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] handler.RSProcedureHandler(58): pid=55 java.io.IOException: Unable to complete flush {ENCODED => 97093283e405081aa16afda5348391e6, NAME => 'TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T08:37:25,858 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=55 java.io.IOException: Unable to complete flush {ENCODED => 97093283e405081aa16afda5348391e6, NAME => 'TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T08:37:25,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45349 {}] master.HMaster(4177): Remote procedure failed, pid=55 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 97093283e405081aa16afda5348391e6, NAME => 'TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 97093283e405081aa16afda5348391e6, NAME => 'TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T08:37:25,860 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/97093283e405081aa16afda5348391e6/.tmp/B/2a83ae81b17847fe8ecae479caab3828 as hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/97093283e405081aa16afda5348391e6/B/2a83ae81b17847fe8ecae479caab3828 2024-11-13T08:37:25,863 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/97093283e405081aa16afda5348391e6/B/2a83ae81b17847fe8ecae479caab3828, entries=150, sequenceid=295, filesize=12.0 K 2024-11-13T08:37:25,865 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/97093283e405081aa16afda5348391e6/.tmp/C/d639761bad71409aaa529f6d8b20f0a5 as hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/97093283e405081aa16afda5348391e6/C/d639761bad71409aaa529f6d8b20f0a5 2024-11-13T08:37:25,869 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/97093283e405081aa16afda5348391e6/C/d639761bad71409aaa529f6d8b20f0a5, entries=150, sequenceid=295, filesize=12.0 K 2024-11-13T08:37:25,870 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=127.47 KB/130530 for 97093283e405081aa16afda5348391e6 in 903ms, sequenceid=295, compaction requested=true 2024-11-13T08:37:25,870 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 97093283e405081aa16afda5348391e6: 2024-11-13T08:37:25,870 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 97093283e405081aa16afda5348391e6:A, priority=-2147483648, current under compaction store size is 1 2024-11-13T08:37:25,870 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T08:37:25,870 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 97093283e405081aa16afda5348391e6:B, priority=-2147483648, current under compaction store size is 2 2024-11-13T08:37:25,870 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T08:37:25,870 DEBUG [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-13T08:37:25,870 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 97093283e405081aa16afda5348391e6:C, priority=-2147483648, current under compaction store size is 3 2024-11-13T08:37:25,870 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-13T08:37:25,870 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-13T08:37:25,871 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37367 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-13T08:37:25,871 DEBUG [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 111613 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-13T08:37:25,871 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] regionserver.HStore(1541): 97093283e405081aa16afda5348391e6/B is initiating minor compaction (all files) 2024-11-13T08:37:25,871 DEBUG [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] regionserver.HStore(1541): 97093283e405081aa16afda5348391e6/A is initiating minor compaction (all files) 2024-11-13T08:37:25,871 INFO [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 97093283e405081aa16afda5348391e6/B in TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6. 2024-11-13T08:37:25,871 INFO [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 97093283e405081aa16afda5348391e6/A in TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6. 2024-11-13T08:37:25,871 INFO [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/97093283e405081aa16afda5348391e6/B/dcaa2d36913042408743d3e3ac1131f5, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/97093283e405081aa16afda5348391e6/B/c9ec6472f6f743fe8d47accf8e6c7c47, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/97093283e405081aa16afda5348391e6/B/2a83ae81b17847fe8ecae479caab3828] into tmpdir=hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/97093283e405081aa16afda5348391e6/.tmp, totalSize=36.5 K 2024-11-13T08:37:25,871 INFO [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/97093283e405081aa16afda5348391e6/A/595f6e74a30147fca55fe1e6c51458e5, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/97093283e405081aa16afda5348391e6/A/859a14e4f6214179b8cf150a0d2e142a, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/97093283e405081aa16afda5348391e6/A/6f1051681b294adc8f5b70380cd54a1e] into tmpdir=hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/97093283e405081aa16afda5348391e6/.tmp, totalSize=109.0 K 2024-11-13T08:37:25,871 INFO [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6. 2024-11-13T08:37:25,871 DEBUG [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6. files: [hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/97093283e405081aa16afda5348391e6/A/595f6e74a30147fca55fe1e6c51458e5, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/97093283e405081aa16afda5348391e6/A/859a14e4f6214179b8cf150a0d2e142a, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/97093283e405081aa16afda5348391e6/A/6f1051681b294adc8f5b70380cd54a1e] 2024-11-13T08:37:25,872 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] compactions.Compactor(225): Compacting dcaa2d36913042408743d3e3ac1131f5, keycount=150, bloomtype=ROW, size=12.5 K, encoding=NONE, compression=NONE, seqNum=253, earliestPutTs=1731487043108 2024-11-13T08:37:25,872 DEBUG [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] compactions.Compactor(225): Compacting 595f6e74a30147fca55fe1e6c51458e5, keycount=150, bloomtype=ROW, size=31.0 K, encoding=NONE, compression=NONE, seqNum=253, earliestPutTs=1731487043108 2024-11-13T08:37:25,872 DEBUG [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] compactions.Compactor(225): Compacting 859a14e4f6214179b8cf150a0d2e142a, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=278, earliestPutTs=1731487043158 2024-11-13T08:37:25,872 DEBUG [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] compactions.Compactor(225): Compacting 6f1051681b294adc8f5b70380cd54a1e, keycount=250, bloomtype=ROW, size=47.5 K, encoding=NONE, compression=NONE, seqNum=295, earliestPutTs=1731487044309 2024-11-13T08:37:25,872 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] compactions.Compactor(225): Compacting c9ec6472f6f743fe8d47accf8e6c7c47, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=278, earliestPutTs=1731487043158 2024-11-13T08:37:25,873 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] compactions.Compactor(225): Compacting 2a83ae81b17847fe8ecae479caab3828, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=295, earliestPutTs=1731487044335 2024-11-13T08:37:25,879 INFO [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=97093283e405081aa16afda5348391e6] 2024-11-13T08:37:25,881 INFO [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 97093283e405081aa16afda5348391e6#B#compaction#168 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-13T08:37:25,882 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/97093283e405081aa16afda5348391e6/.tmp/B/ce39b2755a54486e9047c07e9d4a82f6 is 50, key is test_row_0/B:col10/1731487044966/Put/seqid=0 2024-11-13T08:37:25,883 DEBUG [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241113541493a25d644f6c93ead60d4286364e_97093283e405081aa16afda5348391e6 store=[table=TestAcidGuarantees family=A region=97093283e405081aa16afda5348391e6] 2024-11-13T08:37:25,885 DEBUG [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241113541493a25d644f6c93ead60d4286364e_97093283e405081aa16afda5348391e6, store=[table=TestAcidGuarantees family=A region=97093283e405081aa16afda5348391e6] 2024-11-13T08:37:25,885 DEBUG [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241113541493a25d644f6c93ead60d4286364e_97093283e405081aa16afda5348391e6 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=97093283e405081aa16afda5348391e6] 2024-11-13T08:37:25,891 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38605 is added to blk_1073742028_1204 (size=13017) 2024-11-13T08:37:25,902 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38605 is added to blk_1073742029_1205 (size=4469) 2024-11-13T08:37:25,903 INFO [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 97093283e405081aa16afda5348391e6#A#compaction#167 average throughput is 1.02 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-13T08:37:25,904 DEBUG [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/97093283e405081aa16afda5348391e6/.tmp/A/e180a56ac0d94b5fb5c95b8a89895b18 is 175, key is test_row_0/A:col10/1731487044966/Put/seqid=0 2024-11-13T08:37:25,917 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38605 is added to blk_1073742030_1206 (size=31971) 2024-11-13T08:37:25,925 DEBUG [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/97093283e405081aa16afda5348391e6/.tmp/A/e180a56ac0d94b5fb5c95b8a89895b18 as hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/97093283e405081aa16afda5348391e6/A/e180a56ac0d94b5fb5c95b8a89895b18 2024-11-13T08:37:25,932 INFO [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 97093283e405081aa16afda5348391e6/A of 97093283e405081aa16afda5348391e6 into e180a56ac0d94b5fb5c95b8a89895b18(size=31.2 K), total size for store is 31.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T08:37:25,932 DEBUG [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 97093283e405081aa16afda5348391e6: 2024-11-13T08:37:25,932 INFO [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., storeName=97093283e405081aa16afda5348391e6/A, priority=13, startTime=1731487045870; duration=0sec 2024-11-13T08:37:25,932 DEBUG [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-13T08:37:25,933 DEBUG [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 97093283e405081aa16afda5348391e6:A 2024-11-13T08:37:25,933 DEBUG [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-13T08:37:25,935 DEBUG [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37367 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-13T08:37:25,935 DEBUG [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] regionserver.HStore(1541): 97093283e405081aa16afda5348391e6/C is initiating minor compaction (all files) 2024-11-13T08:37:25,936 INFO [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 97093283e405081aa16afda5348391e6/C in TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6. 2024-11-13T08:37:25,936 INFO [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/97093283e405081aa16afda5348391e6/C/9ace313e0d264f849ad01d081595f0e7, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/97093283e405081aa16afda5348391e6/C/bb4c516f26fc43049fca0f81c254cbf8, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/97093283e405081aa16afda5348391e6/C/d639761bad71409aaa529f6d8b20f0a5] into tmpdir=hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/97093283e405081aa16afda5348391e6/.tmp, totalSize=36.5 K 2024-11-13T08:37:25,936 DEBUG [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] compactions.Compactor(225): Compacting 9ace313e0d264f849ad01d081595f0e7, keycount=150, bloomtype=ROW, size=12.5 K, encoding=NONE, compression=NONE, seqNum=253, earliestPutTs=1731487043108 2024-11-13T08:37:25,937 DEBUG [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] compactions.Compactor(225): Compacting bb4c516f26fc43049fca0f81c254cbf8, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=278, earliestPutTs=1731487043158 2024-11-13T08:37:25,937 DEBUG [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] compactions.Compactor(225): Compacting d639761bad71409aaa529f6d8b20f0a5, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=295, earliestPutTs=1731487044335 2024-11-13T08:37:25,945 INFO [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 97093283e405081aa16afda5348391e6#C#compaction#169 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-13T08:37:25,946 DEBUG [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/97093283e405081aa16afda5348391e6/.tmp/C/9da423404626439b9e7cddc2ef4d29f7 is 50, key is test_row_0/C:col10/1731487044966/Put/seqid=0 2024-11-13T08:37:25,957 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38605 is added to blk_1073742031_1207 (size=13017) 2024-11-13T08:37:26,010 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43851 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=55 2024-11-13T08:37:26,010 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6. 2024-11-13T08:37:26,011 INFO [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HRegion(2902): Flushing 97093283e405081aa16afda5348391e6 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-11-13T08:37:26,019 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241113112995958d1b4e8caec1c073d76575d7_97093283e405081aa16afda5348391e6 is 50, key is test_row_0/A:col10/1731487044995/Put/seqid=0 2024-11-13T08:37:26,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45349 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=54 2024-11-13T08:37:26,026 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38605 is added to blk_1073742032_1208 (size=12454) 2024-11-13T08:37:26,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] regionserver.HRegion(8855): Flush requested on 97093283e405081aa16afda5348391e6 2024-11-13T08:37:26,136 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6. as already flushing 2024-11-13T08:37:26,154 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:37:26,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36828 deadline: 1731487106151, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:37:26,155 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:37:26,155 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 , the old value is region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:26,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36866 deadline: 1731487106152, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:37:26,155 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:26,155 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 because the exception is null or not the one we care about 2024-11-13T08:37:26,155 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 , the old value is region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:26,155 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:26,156 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 because the exception is null or not the one we care about 2024-11-13T08:37:26,159 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:37:26,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36882 deadline: 1731487106154, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:37:26,160 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 , the old value is region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:26,160 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:26,160 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 because the exception is null or not the one we care about 2024-11-13T08:37:26,162 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:37:26,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36856 deadline: 1731487106155, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:37:26,162 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 , the old value is region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:26,162 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:37:26,162 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:26,162 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 because the exception is null or not the one we care about 2024-11-13T08:37:26,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36896 deadline: 1731487106155, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:37:26,163 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 , the old value is region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:26,163 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:26,163 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 because the exception is null or not the one we care about 2024-11-13T08:37:26,266 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:37:26,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36828 deadline: 1731487106265, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:37:26,267 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:37:26,267 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 , the old value is region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:26,267 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:26,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36856 deadline: 1731487106266, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:37:26,267 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 because the exception is null or not the one we care about 2024-11-13T08:37:26,267 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:37:26,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36896 deadline: 1731487106266, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:37:26,267 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:37:26,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36882 deadline: 1731487106266, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:37:26,267 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:37:26,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36866 deadline: 1731487106266, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:37:26,268 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 , the old value is region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:26,268 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 , the old value is region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:26,268 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 , the old value is region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:26,268 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:26,268 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:26,268 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:26,268 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 because the exception is null or not the one we care about 2024-11-13T08:37:26,268 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 because the exception is null or not the one we care about 2024-11-13T08:37:26,268 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 because the exception is null or not the one we care about 2024-11-13T08:37:26,268 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 , the old value is region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:26,268 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:26,268 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 because the exception is null or not the one we care about 2024-11-13T08:37:26,297 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/97093283e405081aa16afda5348391e6/.tmp/B/ce39b2755a54486e9047c07e9d4a82f6 as hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/97093283e405081aa16afda5348391e6/B/ce39b2755a54486e9047c07e9d4a82f6 2024-11-13T08:37:26,303 INFO [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 97093283e405081aa16afda5348391e6/B of 97093283e405081aa16afda5348391e6 into ce39b2755a54486e9047c07e9d4a82f6(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T08:37:26,303 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 97093283e405081aa16afda5348391e6: 2024-11-13T08:37:26,303 INFO [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., storeName=97093283e405081aa16afda5348391e6/B, priority=13, startTime=1731487045870; duration=0sec 2024-11-13T08:37:26,303 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T08:37:26,303 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 97093283e405081aa16afda5348391e6:B 2024-11-13T08:37:26,363 DEBUG [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/97093283e405081aa16afda5348391e6/.tmp/C/9da423404626439b9e7cddc2ef4d29f7 as hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/97093283e405081aa16afda5348391e6/C/9da423404626439b9e7cddc2ef4d29f7 2024-11-13T08:37:26,368 INFO [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 97093283e405081aa16afda5348391e6/C of 97093283e405081aa16afda5348391e6 into 9da423404626439b9e7cddc2ef4d29f7(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T08:37:26,368 DEBUG [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 97093283e405081aa16afda5348391e6: 2024-11-13T08:37:26,368 INFO [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., storeName=97093283e405081aa16afda5348391e6/C, priority=13, startTime=1731487045870; duration=0sec 2024-11-13T08:37:26,368 DEBUG [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T08:37:26,368 DEBUG [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 97093283e405081aa16afda5348391e6:C 2024-11-13T08:37:26,426 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:26,431 INFO [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241113112995958d1b4e8caec1c073d76575d7_97093283e405081aa16afda5348391e6 to hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241113112995958d1b4e8caec1c073d76575d7_97093283e405081aa16afda5348391e6 2024-11-13T08:37:26,432 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/97093283e405081aa16afda5348391e6/.tmp/A/98d7c2e09b8f4e7f81758c47f8334f91, store: [table=TestAcidGuarantees family=A region=97093283e405081aa16afda5348391e6] 2024-11-13T08:37:26,433 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/97093283e405081aa16afda5348391e6/.tmp/A/98d7c2e09b8f4e7f81758c47f8334f91 is 175, key is test_row_0/A:col10/1731487044995/Put/seqid=0 2024-11-13T08:37:26,438 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38605 is added to blk_1073742033_1209 (size=31255) 2024-11-13T08:37:26,476 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:37:26,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36828 deadline: 1731487106474, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:37:26,477 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:37:26,477 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 , the old value is region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:26,477 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:26,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36896 deadline: 1731487106474, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:37:26,477 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 because the exception is null or not the one we care about 2024-11-13T08:37:26,477 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:37:26,477 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 , the old value is region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:26,477 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:26,477 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 because the exception is null or not the one we care about 2024-11-13T08:37:26,477 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:37:26,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36882 deadline: 1731487106474, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:37:26,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36866 deadline: 1731487106475, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:37:26,478 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 , the old value is region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:26,478 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:37:26,478 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:26,478 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 , the old value is region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:26,478 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 because the exception is null or not the one we care about 2024-11-13T08:37:26,478 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:26,478 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 because the exception is null or not the one we care about 2024-11-13T08:37:26,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36856 deadline: 1731487106475, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:37:26,478 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 , the old value is region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:26,478 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:26,478 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 because the exception is null or not the one we care about 2024-11-13T08:37:26,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45349 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=54 2024-11-13T08:37:26,787 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:37:26,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36828 deadline: 1731487106785, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:37:26,788 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:37:26,788 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 , the old value is region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:26,788 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:26,788 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 because the exception is null or not the one we care about 2024-11-13T08:37:26,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36882 deadline: 1731487106786, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:37:26,788 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 , the old value is region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:26,788 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:26,788 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 because the exception is null or not the one we care about 2024-11-13T08:37:26,788 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:37:26,788 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:37:26,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36896 deadline: 1731487106786, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:37:26,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36866 deadline: 1731487106786, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:37:26,789 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 , the old value is region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:26,789 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:37:26,789 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 , the old value is region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:26,789 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:26,789 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:26,789 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 because the exception is null or not the one we care about 2024-11-13T08:37:26,789 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 because the exception is null or not the one we care about 2024-11-13T08:37:26,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36856 deadline: 1731487106786, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:37:26,789 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 , the old value is region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:26,789 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:26,789 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 because the exception is null or not the one we care about 2024-11-13T08:37:26,839 INFO [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=318, memsize=42.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/97093283e405081aa16afda5348391e6/.tmp/A/98d7c2e09b8f4e7f81758c47f8334f91 2024-11-13T08:37:26,847 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/97093283e405081aa16afda5348391e6/.tmp/B/ff96db252b4b42f49dfb8c61d404450d is 50, key is test_row_0/B:col10/1731487044995/Put/seqid=0 2024-11-13T08:37:26,851 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38605 is added to blk_1073742034_1210 (size=12301) 2024-11-13T08:37:27,252 INFO [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=318 (bloomFilter=true), to=hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/97093283e405081aa16afda5348391e6/.tmp/B/ff96db252b4b42f49dfb8c61d404450d 2024-11-13T08:37:27,261 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/97093283e405081aa16afda5348391e6/.tmp/C/e03474f674804cc9b11f433cf62a5670 is 50, key is test_row_0/C:col10/1731487044995/Put/seqid=0 2024-11-13T08:37:27,265 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38605 is added to blk_1073742035_1211 (size=12301) 2024-11-13T08:37:27,298 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:37:27,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36828 deadline: 1731487107295, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:37:27,298 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:37:27,298 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 , the old value is region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:27,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36882 deadline: 1731487107295, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:37:27,298 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:27,298 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 because the exception is null or not the one we care about 2024-11-13T08:37:27,298 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:37:27,299 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 , the old value is region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:27,299 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:27,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36896 deadline: 1731487107295, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:37:27,299 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 because the exception is null or not the one we care about 2024-11-13T08:37:27,299 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:37:27,299 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 , the old value is region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:27,299 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:27,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36866 deadline: 1731487107296, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:37:27,299 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 because the exception is null or not the one we care about 2024-11-13T08:37:27,299 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:37:27,299 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 , the old value is region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:27,299 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:27,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36856 deadline: 1731487107296, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:37:27,299 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 because the exception is null or not the one we care about 2024-11-13T08:37:27,300 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 , the old value is region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:27,300 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:27,300 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 because the exception is null or not the one we care about 2024-11-13T08:37:27,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45349 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=54 2024-11-13T08:37:27,666 INFO [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=318 (bloomFilter=true), to=hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/97093283e405081aa16afda5348391e6/.tmp/C/e03474f674804cc9b11f433cf62a5670 2024-11-13T08:37:27,671 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/97093283e405081aa16afda5348391e6/.tmp/A/98d7c2e09b8f4e7f81758c47f8334f91 as hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/97093283e405081aa16afda5348391e6/A/98d7c2e09b8f4e7f81758c47f8334f91 2024-11-13T08:37:27,675 INFO [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/97093283e405081aa16afda5348391e6/A/98d7c2e09b8f4e7f81758c47f8334f91, entries=150, sequenceid=318, filesize=30.5 K 2024-11-13T08:37:27,675 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/97093283e405081aa16afda5348391e6/.tmp/B/ff96db252b4b42f49dfb8c61d404450d as hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/97093283e405081aa16afda5348391e6/B/ff96db252b4b42f49dfb8c61d404450d 2024-11-13T08:37:27,680 INFO [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/97093283e405081aa16afda5348391e6/B/ff96db252b4b42f49dfb8c61d404450d, entries=150, sequenceid=318, filesize=12.0 K 2024-11-13T08:37:27,681 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/97093283e405081aa16afda5348391e6/.tmp/C/e03474f674804cc9b11f433cf62a5670 as hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/97093283e405081aa16afda5348391e6/C/e03474f674804cc9b11f433cf62a5670 2024-11-13T08:37:27,685 INFO [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/97093283e405081aa16afda5348391e6/C/e03474f674804cc9b11f433cf62a5670, entries=150, sequenceid=318, filesize=12.0 K 2024-11-13T08:37:27,686 INFO [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HRegion(3140): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=80.51 KB/82440 for 97093283e405081aa16afda5348391e6 in 1675ms, sequenceid=318, compaction requested=false 2024-11-13T08:37:27,686 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HRegion(2603): Flush status journal for 97093283e405081aa16afda5348391e6: 2024-11-13T08:37:27,686 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6. 2024-11-13T08:37:27,686 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=55 2024-11-13T08:37:27,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45349 {}] master.HMaster(4169): Remote procedure done, pid=55 2024-11-13T08:37:27,688 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=55, resume processing ppid=54 2024-11-13T08:37:27,688 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=55, ppid=54, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.2890 sec 2024-11-13T08:37:27,690 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=54, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=54, table=TestAcidGuarantees in 2.2930 sec 2024-11-13T08:37:28,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] regionserver.HRegion(8855): Flush requested on 97093283e405081aa16afda5348391e6 2024-11-13T08:37:28,321 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-13T08:37:28,321 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 97093283e405081aa16afda5348391e6 3/3 column families, dataSize=87.22 KB heapSize=229.27 KB 2024-11-13T08:37:28,330 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411138aa12bc0dd234ae5aef8079ec9ad72f2_97093283e405081aa16afda5348391e6 is 50, key is test_row_0/A:col10/1731487046144/Put/seqid=0 2024-11-13T08:37:28,346 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38605 is added to blk_1073742036_1212 (size=12454) 2024-11-13T08:37:28,346 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:37:28,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36866 deadline: 1731487108339, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:37:28,347 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 , the old value is region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:28,347 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:28,347 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 because the exception is null or not the one we care about 2024-11-13T08:37:28,348 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:37:28,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36828 deadline: 1731487108339, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:37:28,348 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 , the old value is region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:28,348 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:37:28,348 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:28,348 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 because the exception is null or not the one we care about 2024-11-13T08:37:28,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36896 deadline: 1731487108340, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:37:28,349 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 , the old value is region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:28,349 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:37:28,349 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:28,349 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 because the exception is null or not the one we care about 2024-11-13T08:37:28,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36882 deadline: 1731487108340, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:37:28,349 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 , the old value is region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:28,349 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:28,349 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:37:28,349 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 because the exception is null or not the one we care about 2024-11-13T08:37:28,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36856 deadline: 1731487108341, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:37:28,349 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 , the old value is region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:28,349 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:28,349 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 because the exception is null or not the one we care about 2024-11-13T08:37:28,456 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:37:28,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36866 deadline: 1731487108454, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:37:28,456 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:37:28,456 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 , the old value is region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:28,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36828 deadline: 1731487108455, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:37:28,456 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:28,456 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 because the exception is null or not the one we care about 2024-11-13T08:37:28,456 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:37:28,457 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 , the old value is region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:28,457 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:28,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36896 deadline: 1731487108455, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:37:28,457 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 because the exception is null or not the one we care about 2024-11-13T08:37:28,457 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 , the old value is region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:28,457 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:28,457 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 because the exception is null or not the one we care about 2024-11-13T08:37:28,457 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:37:28,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36882 deadline: 1731487108455, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:37:28,457 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 , the old value is region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:28,457 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:28,457 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 because the exception is null or not the one we care about 2024-11-13T08:37:28,458 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:37:28,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36856 deadline: 1731487108455, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:37:28,459 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 , the old value is region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:28,459 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:28,459 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 because the exception is null or not the one we care about 2024-11-13T08:37:28,669 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:37:28,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36866 deadline: 1731487108665, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:37:28,669 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:37:28,670 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 , the old value is region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:28,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36828 deadline: 1731487108665, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:37:28,670 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:28,670 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 because the exception is null or not the one we care about 2024-11-13T08:37:28,670 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:37:28,670 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 , the old value is region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:28,670 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:28,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36882 deadline: 1731487108665, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:37:28,670 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 because the exception is null or not the one we care about 2024-11-13T08:37:28,670 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:37:28,670 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 , the old value is region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:28,670 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:28,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36856 deadline: 1731487108665, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:37:28,670 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 because the exception is null or not the one we care about 2024-11-13T08:37:28,671 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:37:28,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36896 deadline: 1731487108665, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:37:28,671 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 , the old value is region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:28,671 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:28,671 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 , the old value is region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:28,671 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 because the exception is null or not the one we care about 2024-11-13T08:37:28,671 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:28,671 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 because the exception is null or not the one we care about 2024-11-13T08:37:28,746 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:28,751 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411138aa12bc0dd234ae5aef8079ec9ad72f2_97093283e405081aa16afda5348391e6 to hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411138aa12bc0dd234ae5aef8079ec9ad72f2_97093283e405081aa16afda5348391e6 2024-11-13T08:37:28,752 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/97093283e405081aa16afda5348391e6/.tmp/A/8316d4423b96415d8324ea5fe5728c5f, store: [table=TestAcidGuarantees family=A region=97093283e405081aa16afda5348391e6] 2024-11-13T08:37:28,752 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/97093283e405081aa16afda5348391e6/.tmp/A/8316d4423b96415d8324ea5fe5728c5f is 175, key is test_row_0/A:col10/1731487046144/Put/seqid=0 2024-11-13T08:37:28,756 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38605 is added to blk_1073742037_1213 (size=31255) 2024-11-13T08:37:28,979 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:37:28,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36866 deadline: 1731487108975, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:37:28,980 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:37:28,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36856 deadline: 1731487108975, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:37:28,980 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:37:28,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36896 deadline: 1731487108975, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:37:28,980 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 , the old value is region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:28,980 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:28,980 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 because the exception is null or not the one we care about 2024-11-13T08:37:28,980 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 , the old value is region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:28,980 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:28,980 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:37:28,980 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 because the exception is null or not the one we care about 2024-11-13T08:37:28,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36828 deadline: 1731487108975, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:37:28,981 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 , the old value is region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:28,981 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:28,981 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 because the exception is null or not the one we care about 2024-11-13T08:37:28,981 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:37:28,981 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 , the old value is region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:28,981 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:28,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36882 deadline: 1731487108975, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:37:28,981 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 because the exception is null or not the one we care about 2024-11-13T08:37:28,981 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 , the old value is region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:28,981 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:28,981 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 because the exception is null or not the one we care about 2024-11-13T08:37:29,157 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=337, memsize=31.3 K, hasBloomFilter=true, into tmp file hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/97093283e405081aa16afda5348391e6/.tmp/A/8316d4423b96415d8324ea5fe5728c5f 2024-11-13T08:37:29,176 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/97093283e405081aa16afda5348391e6/.tmp/B/c2ac5cd73a8d4308a8727253dc8faa34 is 50, key is test_row_0/B:col10/1731487046144/Put/seqid=0 2024-11-13T08:37:29,188 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38605 is added to blk_1073742038_1214 (size=12301) 2024-11-13T08:37:29,189 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=337 (bloomFilter=true), to=hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/97093283e405081aa16afda5348391e6/.tmp/B/c2ac5cd73a8d4308a8727253dc8faa34 2024-11-13T08:37:29,197 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/97093283e405081aa16afda5348391e6/.tmp/C/e61650326dd147c49f4b5fa87c505230 is 50, key is test_row_0/C:col10/1731487046144/Put/seqid=0 2024-11-13T08:37:29,206 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38605 is added to blk_1073742039_1215 (size=12301) 2024-11-13T08:37:29,488 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:37:29,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36856 deadline: 1731487109485, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:37:29,489 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:37:29,489 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 , the old value is region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:29,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36866 deadline: 1731487109485, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:37:29,489 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:29,489 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 because the exception is null or not the one we care about 2024-11-13T08:37:29,489 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:37:29,489 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 , the old value is region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:29,489 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:29,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36828 deadline: 1731487109485, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:37:29,489 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 because the exception is null or not the one we care about 2024-11-13T08:37:29,489 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 , the old value is region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:29,489 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:29,489 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 because the exception is null or not the one we care about 2024-11-13T08:37:29,495 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:37:29,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36896 deadline: 1731487109494, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:37:29,496 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 , the old value is region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:29,495 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:37:29,496 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:29,496 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 because the exception is null or not the one we care about 2024-11-13T08:37:29,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36882 deadline: 1731487109494, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:37:29,496 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 , the old value is region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:29,496 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:29,496 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 because the exception is null or not the one we care about 2024-11-13T08:37:29,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45349 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=54 2024-11-13T08:37:29,555 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-13T08:37:29,556 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45349 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-13T08:37:29,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45349 {}] procedure2.ProcedureExecutor(1139): Stored pid=56, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=56, table=TestAcidGuarantees 2024-11-13T08:37:29,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45349 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=56 2024-11-13T08:37:29,558 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=56, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=56, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-13T08:37:29,559 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=56, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=56, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-13T08:37:29,559 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=57, ppid=56, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-13T08:37:29,606 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=337 (bloomFilter=true), to=hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/97093283e405081aa16afda5348391e6/.tmp/C/e61650326dd147c49f4b5fa87c505230 2024-11-13T08:37:29,612 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/97093283e405081aa16afda5348391e6/.tmp/A/8316d4423b96415d8324ea5fe5728c5f as hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/97093283e405081aa16afda5348391e6/A/8316d4423b96415d8324ea5fe5728c5f 2024-11-13T08:37:29,617 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/97093283e405081aa16afda5348391e6/A/8316d4423b96415d8324ea5fe5728c5f, entries=150, sequenceid=337, filesize=30.5 K 2024-11-13T08:37:29,618 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/97093283e405081aa16afda5348391e6/.tmp/B/c2ac5cd73a8d4308a8727253dc8faa34 as hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/97093283e405081aa16afda5348391e6/B/c2ac5cd73a8d4308a8727253dc8faa34 2024-11-13T08:37:29,623 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/97093283e405081aa16afda5348391e6/B/c2ac5cd73a8d4308a8727253dc8faa34, entries=150, sequenceid=337, filesize=12.0 K 2024-11-13T08:37:29,624 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/97093283e405081aa16afda5348391e6/.tmp/C/e61650326dd147c49f4b5fa87c505230 as hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/97093283e405081aa16afda5348391e6/C/e61650326dd147c49f4b5fa87c505230 2024-11-13T08:37:29,628 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/97093283e405081aa16afda5348391e6/C/e61650326dd147c49f4b5fa87c505230, entries=150, sequenceid=337, filesize=12.0 K 2024-11-13T08:37:29,629 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~93.93 KB/96180, heapSize ~246.80 KB/252720, currentSize=107.34 KB/109920 for 97093283e405081aa16afda5348391e6 in 1308ms, sequenceid=337, compaction requested=true 2024-11-13T08:37:29,629 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 97093283e405081aa16afda5348391e6: 2024-11-13T08:37:29,629 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 97093283e405081aa16afda5348391e6:A, priority=-2147483648, current under compaction store size is 1 2024-11-13T08:37:29,629 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T08:37:29,629 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 97093283e405081aa16afda5348391e6:B, priority=-2147483648, current under compaction store size is 2 2024-11-13T08:37:29,630 DEBUG [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-13T08:37:29,630 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T08:37:29,630 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 97093283e405081aa16afda5348391e6:C, priority=-2147483648, current under compaction store size is 3 2024-11-13T08:37:29,630 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-13T08:37:29,630 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-13T08:37:29,632 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37619 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-13T08:37:29,632 DEBUG [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 94481 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-13T08:37:29,632 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] regionserver.HStore(1541): 97093283e405081aa16afda5348391e6/B is initiating minor compaction (all files) 2024-11-13T08:37:29,632 DEBUG [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] regionserver.HStore(1541): 97093283e405081aa16afda5348391e6/A is initiating minor compaction (all files) 2024-11-13T08:37:29,632 INFO [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 97093283e405081aa16afda5348391e6/B in TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6. 2024-11-13T08:37:29,632 INFO [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 97093283e405081aa16afda5348391e6/A in TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6. 2024-11-13T08:37:29,633 INFO [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/97093283e405081aa16afda5348391e6/B/ce39b2755a54486e9047c07e9d4a82f6, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/97093283e405081aa16afda5348391e6/B/ff96db252b4b42f49dfb8c61d404450d, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/97093283e405081aa16afda5348391e6/B/c2ac5cd73a8d4308a8727253dc8faa34] into tmpdir=hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/97093283e405081aa16afda5348391e6/.tmp, totalSize=36.7 K 2024-11-13T08:37:29,633 INFO [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/97093283e405081aa16afda5348391e6/A/e180a56ac0d94b5fb5c95b8a89895b18, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/97093283e405081aa16afda5348391e6/A/98d7c2e09b8f4e7f81758c47f8334f91, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/97093283e405081aa16afda5348391e6/A/8316d4423b96415d8324ea5fe5728c5f] into tmpdir=hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/97093283e405081aa16afda5348391e6/.tmp, totalSize=92.3 K 2024-11-13T08:37:29,633 INFO [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6. 2024-11-13T08:37:29,633 DEBUG [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6. files: [hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/97093283e405081aa16afda5348391e6/A/e180a56ac0d94b5fb5c95b8a89895b18, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/97093283e405081aa16afda5348391e6/A/98d7c2e09b8f4e7f81758c47f8334f91, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/97093283e405081aa16afda5348391e6/A/8316d4423b96415d8324ea5fe5728c5f] 2024-11-13T08:37:29,633 DEBUG [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] compactions.Compactor(225): Compacting e180a56ac0d94b5fb5c95b8a89895b18, keycount=150, bloomtype=ROW, size=31.2 K, encoding=NONE, compression=NONE, seqNum=295, earliestPutTs=1731487044335 2024-11-13T08:37:29,633 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] compactions.Compactor(225): Compacting ce39b2755a54486e9047c07e9d4a82f6, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=295, earliestPutTs=1731487044335 2024-11-13T08:37:29,634 DEBUG [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] compactions.Compactor(225): Compacting 98d7c2e09b8f4e7f81758c47f8334f91, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=318, earliestPutTs=1731487044995 2024-11-13T08:37:29,634 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] compactions.Compactor(225): Compacting ff96db252b4b42f49dfb8c61d404450d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=318, earliestPutTs=1731487044995 2024-11-13T08:37:29,634 DEBUG [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] compactions.Compactor(225): Compacting 8316d4423b96415d8324ea5fe5728c5f, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=337, earliestPutTs=1731487046144 2024-11-13T08:37:29,634 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] compactions.Compactor(225): Compacting c2ac5cd73a8d4308a8727253dc8faa34, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=337, earliestPutTs=1731487046144 2024-11-13T08:37:29,641 INFO [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=97093283e405081aa16afda5348391e6] 2024-11-13T08:37:29,642 INFO [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 97093283e405081aa16afda5348391e6#B#compaction#177 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-13T08:37:29,643 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/97093283e405081aa16afda5348391e6/.tmp/B/b880f85c9c2f47fda741d41bc0c82dd5 is 50, key is test_row_0/B:col10/1731487046144/Put/seqid=0 2024-11-13T08:37:29,653 DEBUG [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411138537a3300b7e42cca57f0ebfddc5170e_97093283e405081aa16afda5348391e6 store=[table=TestAcidGuarantees family=A region=97093283e405081aa16afda5348391e6] 2024-11-13T08:37:29,654 DEBUG [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411138537a3300b7e42cca57f0ebfddc5170e_97093283e405081aa16afda5348391e6, store=[table=TestAcidGuarantees family=A region=97093283e405081aa16afda5348391e6] 2024-11-13T08:37:29,654 DEBUG [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411138537a3300b7e42cca57f0ebfddc5170e_97093283e405081aa16afda5348391e6 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=97093283e405081aa16afda5348391e6] 2024-11-13T08:37:29,663 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38605 is added to blk_1073742040_1216 (size=13119) 2024-11-13T08:37:29,663 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38605 is added to blk_1073742041_1217 (size=4469) 2024-11-13T08:37:29,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45349 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=56 2024-11-13T08:37:29,711 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43851 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=57 2024-11-13T08:37:29,711 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6. 2024-11-13T08:37:29,711 INFO [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HRegion(2902): Flushing 97093283e405081aa16afda5348391e6 3/3 column families, dataSize=107.34 KB heapSize=282 KB 2024-11-13T08:37:29,719 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411135fe1de0a06f44b3ca7cdc088665499db_97093283e405081aa16afda5348391e6 is 50, key is test_row_0/A:col10/1731487048339/Put/seqid=0 2024-11-13T08:37:29,730 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38605 is added to blk_1073742042_1218 (size=12454) 2024-11-13T08:37:29,730 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:29,736 INFO [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411135fe1de0a06f44b3ca7cdc088665499db_97093283e405081aa16afda5348391e6 to hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411135fe1de0a06f44b3ca7cdc088665499db_97093283e405081aa16afda5348391e6 2024-11-13T08:37:29,738 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/97093283e405081aa16afda5348391e6/.tmp/A/0c3cc3745318441b9d715e5ea26949bd, store: [table=TestAcidGuarantees family=A region=97093283e405081aa16afda5348391e6] 2024-11-13T08:37:29,738 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/97093283e405081aa16afda5348391e6/.tmp/A/0c3cc3745318441b9d715e5ea26949bd is 175, key is test_row_0/A:col10/1731487048339/Put/seqid=0 2024-11-13T08:37:29,743 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38605 is added to blk_1073742043_1219 (size=31255) 2024-11-13T08:37:29,744 INFO [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=356, memsize=35.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/97093283e405081aa16afda5348391e6/.tmp/A/0c3cc3745318441b9d715e5ea26949bd 2024-11-13T08:37:29,757 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/97093283e405081aa16afda5348391e6/.tmp/B/95784fed1af04cacbb8abfd182395d47 is 50, key is test_row_0/B:col10/1731487048339/Put/seqid=0 2024-11-13T08:37:29,767 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38605 is added to blk_1073742044_1220 (size=12301) 2024-11-13T08:37:29,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45349 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=56 2024-11-13T08:37:30,063 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/97093283e405081aa16afda5348391e6/.tmp/B/b880f85c9c2f47fda741d41bc0c82dd5 as hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/97093283e405081aa16afda5348391e6/B/b880f85c9c2f47fda741d41bc0c82dd5 2024-11-13T08:37:30,065 INFO [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 97093283e405081aa16afda5348391e6#A#compaction#176 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-13T08:37:30,066 DEBUG [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/97093283e405081aa16afda5348391e6/.tmp/A/53fde788f2324e038b8526fb961eaed2 is 175, key is test_row_0/A:col10/1731487046144/Put/seqid=0 2024-11-13T08:37:30,070 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38605 is added to blk_1073742045_1221 (size=32073) 2024-11-13T08:37:30,074 INFO [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 97093283e405081aa16afda5348391e6/B of 97093283e405081aa16afda5348391e6 into b880f85c9c2f47fda741d41bc0c82dd5(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T08:37:30,074 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 97093283e405081aa16afda5348391e6: 2024-11-13T08:37:30,074 INFO [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., storeName=97093283e405081aa16afda5348391e6/B, priority=13, startTime=1731487049629; duration=0sec 2024-11-13T08:37:30,074 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-13T08:37:30,074 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 97093283e405081aa16afda5348391e6:B 2024-11-13T08:37:30,074 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-13T08:37:30,075 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37619 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-13T08:37:30,075 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] regionserver.HStore(1541): 97093283e405081aa16afda5348391e6/C is initiating minor compaction (all files) 2024-11-13T08:37:30,075 INFO [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 97093283e405081aa16afda5348391e6/C in TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6. 2024-11-13T08:37:30,076 INFO [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/97093283e405081aa16afda5348391e6/C/9da423404626439b9e7cddc2ef4d29f7, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/97093283e405081aa16afda5348391e6/C/e03474f674804cc9b11f433cf62a5670, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/97093283e405081aa16afda5348391e6/C/e61650326dd147c49f4b5fa87c505230] into tmpdir=hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/97093283e405081aa16afda5348391e6/.tmp, totalSize=36.7 K 2024-11-13T08:37:30,076 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] compactions.Compactor(225): Compacting 9da423404626439b9e7cddc2ef4d29f7, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=295, earliestPutTs=1731487044335 2024-11-13T08:37:30,078 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] compactions.Compactor(225): Compacting e03474f674804cc9b11f433cf62a5670, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=318, earliestPutTs=1731487044995 2024-11-13T08:37:30,078 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] compactions.Compactor(225): Compacting e61650326dd147c49f4b5fa87c505230, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=337, earliestPutTs=1731487046144 2024-11-13T08:37:30,080 DEBUG [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/97093283e405081aa16afda5348391e6/.tmp/A/53fde788f2324e038b8526fb961eaed2 as hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/97093283e405081aa16afda5348391e6/A/53fde788f2324e038b8526fb961eaed2 2024-11-13T08:37:30,086 INFO [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 97093283e405081aa16afda5348391e6/A of 97093283e405081aa16afda5348391e6 into 53fde788f2324e038b8526fb961eaed2(size=31.3 K), total size for store is 31.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T08:37:30,086 DEBUG [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 97093283e405081aa16afda5348391e6: 2024-11-13T08:37:30,086 INFO [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., storeName=97093283e405081aa16afda5348391e6/A, priority=13, startTime=1731487049629; duration=0sec 2024-11-13T08:37:30,086 DEBUG [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T08:37:30,086 DEBUG [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 97093283e405081aa16afda5348391e6:A 2024-11-13T08:37:30,090 INFO [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 97093283e405081aa16afda5348391e6#C#compaction#180 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-13T08:37:30,091 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/97093283e405081aa16afda5348391e6/.tmp/C/7db17fe02b084bfd9cc1f797aa273098 is 50, key is test_row_0/C:col10/1731487046144/Put/seqid=0 2024-11-13T08:37:30,103 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38605 is added to blk_1073742046_1222 (size=13119) 2024-11-13T08:37:30,168 INFO [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=356 (bloomFilter=true), to=hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/97093283e405081aa16afda5348391e6/.tmp/B/95784fed1af04cacbb8abfd182395d47 2024-11-13T08:37:30,176 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/97093283e405081aa16afda5348391e6/.tmp/C/2aa032ba984d4f18a21155a6c66c1bec is 50, key is test_row_0/C:col10/1731487048339/Put/seqid=0 2024-11-13T08:37:30,180 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38605 is added to blk_1073742047_1223 (size=12301) 2024-11-13T08:37:30,182 INFO [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=356 (bloomFilter=true), to=hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/97093283e405081aa16afda5348391e6/.tmp/C/2aa032ba984d4f18a21155a6c66c1bec 2024-11-13T08:37:30,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45349 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=56 2024-11-13T08:37:30,187 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/97093283e405081aa16afda5348391e6/.tmp/A/0c3cc3745318441b9d715e5ea26949bd as hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/97093283e405081aa16afda5348391e6/A/0c3cc3745318441b9d715e5ea26949bd 2024-11-13T08:37:30,191 INFO [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/97093283e405081aa16afda5348391e6/A/0c3cc3745318441b9d715e5ea26949bd, entries=150, sequenceid=356, filesize=30.5 K 2024-11-13T08:37:30,192 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/97093283e405081aa16afda5348391e6/.tmp/B/95784fed1af04cacbb8abfd182395d47 as hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/97093283e405081aa16afda5348391e6/B/95784fed1af04cacbb8abfd182395d47 2024-11-13T08:37:30,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,196 INFO [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/97093283e405081aa16afda5348391e6/B/95784fed1af04cacbb8abfd182395d47, entries=150, sequenceid=356, filesize=12.0 K 2024-11-13T08:37:30,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,197 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/97093283e405081aa16afda5348391e6/.tmp/C/2aa032ba984d4f18a21155a6c66c1bec as hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/97093283e405081aa16afda5348391e6/C/2aa032ba984d4f18a21155a6c66c1bec 2024-11-13T08:37:30,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,202 INFO [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/97093283e405081aa16afda5348391e6/C/2aa032ba984d4f18a21155a6c66c1bec, entries=150, sequenceid=356, filesize=12.0 K 2024-11-13T08:37:30,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,203 INFO [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HRegion(3140): Finished flush of dataSize ~107.34 KB/109920, heapSize ~281.95 KB/288720, currentSize=0 B/0 for 97093283e405081aa16afda5348391e6 in 492ms, sequenceid=356, compaction requested=false 2024-11-13T08:37:30,204 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HRegion(2603): Flush status journal for 97093283e405081aa16afda5348391e6: 2024-11-13T08:37:30,204 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6. 2024-11-13T08:37:30,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,204 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=57 2024-11-13T08:37:30,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45349 {}] master.HMaster(4169): Remote procedure done, pid=57 2024-11-13T08:37:30,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,208 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=57, resume processing ppid=56 2024-11-13T08:37:30,208 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=57, ppid=56, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 646 msec 2024-11-13T08:37:30,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,210 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=56, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=56, table=TestAcidGuarantees in 652 msec 2024-11-13T08:37:30,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,511 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/97093283e405081aa16afda5348391e6/.tmp/C/7db17fe02b084bfd9cc1f797aa273098 as hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/97093283e405081aa16afda5348391e6/C/7db17fe02b084bfd9cc1f797aa273098 2024-11-13T08:37:30,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,516 INFO [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 97093283e405081aa16afda5348391e6/C of 97093283e405081aa16afda5348391e6 into 7db17fe02b084bfd9cc1f797aa273098(size=12.8 K), total size for store is 24.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T08:37:30,517 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 97093283e405081aa16afda5348391e6: 2024-11-13T08:37:30,517 INFO [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., storeName=97093283e405081aa16afda5348391e6/C, priority=13, startTime=1731487049630; duration=0sec 2024-11-13T08:37:30,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,517 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T08:37:30,517 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 97093283e405081aa16afda5348391e6:C 2024-11-13T08:37:30,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] regionserver.HRegion(8855): Flush requested on 97093283e405081aa16afda5348391e6 2024-11-13T08:37:30,567 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-13T08:37:30,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,567 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 97093283e405081aa16afda5348391e6 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-13T08:37:30,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,575 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111328c02eeeabc54b039955539fb2ce2570_97093283e405081aa16afda5348391e6 is 50, key is test_row_0/A:col10/1731487050564/Put/seqid=0 2024-11-13T08:37:30,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,599 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38605 is added to blk_1073742049_1225 (size=25158) 2024-11-13T08:37:30,601 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:30,607 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111328c02eeeabc54b039955539fb2ce2570_97093283e405081aa16afda5348391e6 to hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111328c02eeeabc54b039955539fb2ce2570_97093283e405081aa16afda5348391e6 2024-11-13T08:37:30,608 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/97093283e405081aa16afda5348391e6/.tmp/A/ad487e82979448be9989e3abaf8d78e0, store: [table=TestAcidGuarantees family=A region=97093283e405081aa16afda5348391e6] 2024-11-13T08:37:30,609 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/97093283e405081aa16afda5348391e6/.tmp/A/ad487e82979448be9989e3abaf8d78e0 is 175, key is test_row_0/A:col10/1731487050564/Put/seqid=0 2024-11-13T08:37:30,618 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38605 is added to blk_1073742048_1224 (size=74794) 2024-11-13T08:37:30,624 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:37:30,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36856 deadline: 1731487110612, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:37:30,624 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:37:30,624 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 , the old value is region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:30,624 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:30,624 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 because the exception is null or not the one we care about 2024-11-13T08:37:30,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36866 deadline: 1731487110614, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:37:30,625 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:37:30,625 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 , the old value is region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:30,625 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:30,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36828 deadline: 1731487110615, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:37:30,625 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 because the exception is null or not the one we care about 2024-11-13T08:37:30,625 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:37:30,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36882 deadline: 1731487110616, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:37:30,626 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:37:30,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36896 deadline: 1731487110618, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:37:30,627 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 , the old value is region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:30,627 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:30,627 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 because the exception is null or not the one we care about 2024-11-13T08:37:30,627 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 , the old value is region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:30,627 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:30,627 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 because the exception is null or not the one we care about 2024-11-13T08:37:30,627 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 , the old value is region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:30,627 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:30,627 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 because the exception is null or not the one we care about 2024-11-13T08:37:30,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45349 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=56 2024-11-13T08:37:30,695 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-13T08:37:30,695 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45349 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-13T08:37:30,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45349 {}] procedure2.ProcedureExecutor(1139): Stored pid=58, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=58, table=TestAcidGuarantees 2024-11-13T08:37:30,697 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=58, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=58, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-13T08:37:30,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45349 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=58 2024-11-13T08:37:30,698 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=58, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=58, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-13T08:37:30,698 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=59, ppid=58, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-13T08:37:30,736 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:37:30,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36856 deadline: 1731487110735, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:37:30,736 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 , the old value is region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:30,736 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:30,736 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:37:30,736 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 because the exception is null or not the one we care about 2024-11-13T08:37:30,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36866 deadline: 1731487110735, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:37:30,737 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 , the old value is region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:30,737 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:30,737 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 because the exception is null or not the one we care about 2024-11-13T08:37:30,738 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:37:30,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36828 deadline: 1731487110736, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:37:30,738 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 , the old value is region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:30,738 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:30,738 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 because the exception is null or not the one we care about 2024-11-13T08:37:30,741 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:37:30,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36896 deadline: 1731487110736, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:37:30,742 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 , the old value is region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:30,741 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:37:30,742 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:30,742 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 because the exception is null or not the one we care about 2024-11-13T08:37:30,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36882 deadline: 1731487110736, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:37:30,742 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 , the old value is region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:30,742 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:30,742 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 because the exception is null or not the one we care about 2024-11-13T08:37:30,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45349 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=58 2024-11-13T08:37:30,849 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43851 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=59 2024-11-13T08:37:30,850 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6. 2024-11-13T08:37:30,850 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6. as already flushing 2024-11-13T08:37:30,850 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6. 2024-11-13T08:37:30,850 ERROR [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] handler.RSProcedureHandler(58): pid=59 java.io.IOException: Unable to complete flush {ENCODED => 97093283e405081aa16afda5348391e6, NAME => 'TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T08:37:30,850 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=59 java.io.IOException: Unable to complete flush {ENCODED => 97093283e405081aa16afda5348391e6, NAME => 'TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T08:37:30,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45349 {}] master.HMaster(4177): Remote procedure failed, pid=59 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 97093283e405081aa16afda5348391e6, NAME => 'TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 97093283e405081aa16afda5348391e6, NAME => 'TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T08:37:30,949 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:37:30,949 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:37:30,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36866 deadline: 1731487110945, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:37:30,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36856 deadline: 1731487110945, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:37:30,950 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:37:30,950 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:37:30,950 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 , the old value is region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:30,950 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 , the old value is region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:30,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36828 deadline: 1731487110945, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:37:30,950 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:30,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36896 deadline: 1731487110945, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:37:30,950 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:30,950 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 because the exception is null or not the one we care about 2024-11-13T08:37:30,950 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 because the exception is null or not the one we care about 2024-11-13T08:37:30,950 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:37:30,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36882 deadline: 1731487110945, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:37:30,951 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 , the old value is region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:30,951 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:30,951 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 because the exception is null or not the one we care about 2024-11-13T08:37:30,951 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 , the old value is region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:30,951 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:30,951 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 because the exception is null or not the one we care about 2024-11-13T08:37:30,951 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 , the old value is region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:30,951 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:30,951 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 because the exception is null or not the one we care about 2024-11-13T08:37:31,003 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43851 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=59 2024-11-13T08:37:31,003 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-0 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6. 2024-11-13T08:37:31,003 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-0 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6. as already flushing 2024-11-13T08:37:31,003 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-0 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6. 2024-11-13T08:37:31,003 ERROR [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-0 {event_type=RS_FLUSH_REGIONS, pid=59}] handler.RSProcedureHandler(58): pid=59 java.io.IOException: Unable to complete flush {ENCODED => 97093283e405081aa16afda5348391e6, NAME => 'TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T08:37:31,003 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-0 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=59 java.io.IOException: Unable to complete flush {ENCODED => 97093283e405081aa16afda5348391e6, NAME => 'TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T08:37:31,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45349 {}] master.HMaster(4177): Remote procedure failed, pid=59 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 97093283e405081aa16afda5348391e6, NAME => 'TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 97093283e405081aa16afda5348391e6, NAME => 'TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T08:37:31,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45349 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=58 2024-11-13T08:37:31,019 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=370, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/97093283e405081aa16afda5348391e6/.tmp/A/ad487e82979448be9989e3abaf8d78e0 2024-11-13T08:37:31,030 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/97093283e405081aa16afda5348391e6/.tmp/B/1b7b0e9308d545ec982073a59b6947cc is 50, key is test_row_0/B:col10/1731487050564/Put/seqid=0 2024-11-13T08:37:31,036 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38605 is added to blk_1073742050_1226 (size=12301) 2024-11-13T08:37:31,156 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43851 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=59 2024-11-13T08:37:31,156 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6. 2024-11-13T08:37:31,156 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6. as already flushing 2024-11-13T08:37:31,156 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6. 2024-11-13T08:37:31,156 ERROR [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] handler.RSProcedureHandler(58): pid=59 java.io.IOException: Unable to complete flush {ENCODED => 97093283e405081aa16afda5348391e6, NAME => 'TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T08:37:31,156 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=59 java.io.IOException: Unable to complete flush {ENCODED => 97093283e405081aa16afda5348391e6, NAME => 'TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T08:37:31,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45349 {}] master.HMaster(4177): Remote procedure failed, pid=59 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 97093283e405081aa16afda5348391e6, NAME => 'TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 97093283e405081aa16afda5348391e6, NAME => 'TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T08:37:31,258 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:37:31,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36866 deadline: 1731487111254, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:37:31,259 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 , the old value is region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:31,259 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:31,259 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 because the exception is null or not the one we care about 2024-11-13T08:37:31,260 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:37:31,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36856 deadline: 1731487111254, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:37:31,260 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 , the old value is region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:31,260 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:37:31,260 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:31,260 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 because the exception is null or not the one we care about 2024-11-13T08:37:31,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36896 deadline: 1731487111255, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:37:31,261 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 , the old value is region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:31,261 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:31,261 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 because the exception is null or not the one we care about 2024-11-13T08:37:31,261 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:37:31,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36828 deadline: 1731487111255, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:37:31,261 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 , the old value is region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:31,261 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:37:31,261 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:31,261 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 because the exception is null or not the one we care about 2024-11-13T08:37:31,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36882 deadline: 1731487111255, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:37:31,261 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 , the old value is region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:31,262 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:31,262 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 because the exception is null or not the one we care about 2024-11-13T08:37:31,309 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43851 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=59 2024-11-13T08:37:31,309 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6. 2024-11-13T08:37:31,309 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6. as already flushing 2024-11-13T08:37:31,309 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6. 2024-11-13T08:37:31,309 ERROR [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] handler.RSProcedureHandler(58): pid=59 java.io.IOException: Unable to complete flush {ENCODED => 97093283e405081aa16afda5348391e6, NAME => 'TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T08:37:31,309 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=59 java.io.IOException: Unable to complete flush {ENCODED => 97093283e405081aa16afda5348391e6, NAME => 'TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T08:37:31,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45349 {}] master.HMaster(4177): Remote procedure failed, pid=59 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 97093283e405081aa16afda5348391e6, NAME => 'TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 97093283e405081aa16afda5348391e6, NAME => 'TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T08:37:31,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45349 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=58 2024-11-13T08:37:31,451 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=370 (bloomFilter=true), to=hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/97093283e405081aa16afda5348391e6/.tmp/B/1b7b0e9308d545ec982073a59b6947cc 2024-11-13T08:37:31,459 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/97093283e405081aa16afda5348391e6/.tmp/C/5a951fa3e9474826aaa532d8a483b125 is 50, key is test_row_0/C:col10/1731487050564/Put/seqid=0 2024-11-13T08:37:31,462 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43851 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=59 2024-11-13T08:37:31,462 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-0 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6. 2024-11-13T08:37:31,462 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38605 is added to blk_1073742051_1227 (size=12301) 2024-11-13T08:37:31,463 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-0 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6. as already flushing 2024-11-13T08:37:31,463 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-0 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6. 2024-11-13T08:37:31,463 ERROR [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-0 {event_type=RS_FLUSH_REGIONS, pid=59}] handler.RSProcedureHandler(58): pid=59 java.io.IOException: Unable to complete flush {ENCODED => 97093283e405081aa16afda5348391e6, NAME => 'TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T08:37:31,463 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-0 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=59 java.io.IOException: Unable to complete flush {ENCODED => 97093283e405081aa16afda5348391e6, NAME => 'TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T08:37:31,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45349 {}] master.HMaster(4177): Remote procedure failed, pid=59 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 97093283e405081aa16afda5348391e6, NAME => 'TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 97093283e405081aa16afda5348391e6, NAME => 'TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T08:37:31,616 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43851 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=59 2024-11-13T08:37:31,616 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6. 2024-11-13T08:37:31,616 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6. as already flushing 2024-11-13T08:37:31,616 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6. 2024-11-13T08:37:31,616 ERROR [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] handler.RSProcedureHandler(58): pid=59 java.io.IOException: Unable to complete flush {ENCODED => 97093283e405081aa16afda5348391e6, NAME => 'TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T08:37:31,617 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=59 java.io.IOException: Unable to complete flush {ENCODED => 97093283e405081aa16afda5348391e6, NAME => 'TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T08:37:31,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45349 {}] master.HMaster(4177): Remote procedure failed, pid=59 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 97093283e405081aa16afda5348391e6, NAME => 'TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 97093283e405081aa16afda5348391e6, NAME => 'TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T08:37:31,769 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:37:31,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36866 deadline: 1731487111765, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:37:31,769 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43851 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=59 2024-11-13T08:37:31,769 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6. 2024-11-13T08:37:31,769 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:37:31,769 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 , the old value is region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:31,769 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6. as already flushing 2024-11-13T08:37:31,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36856 deadline: 1731487111765, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:37:31,770 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:31,770 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6. 2024-11-13T08:37:31,770 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 because the exception is null or not the one we care about 2024-11-13T08:37:31,770 ERROR [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] handler.RSProcedureHandler(58): pid=59 java.io.IOException: Unable to complete flush {ENCODED => 97093283e405081aa16afda5348391e6, NAME => 'TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T08:37:31,770 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=59 java.io.IOException: Unable to complete flush {ENCODED => 97093283e405081aa16afda5348391e6, NAME => 'TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T08:37:31,770 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:37:31,770 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 , the old value is region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:31,770 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:31,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36896 deadline: 1731487111765, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:37:31,770 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 because the exception is null or not the one we care about 2024-11-13T08:37:31,770 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:37:31,770 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 , the old value is region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:31,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36882 deadline: 1731487111765, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:37:31,770 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:31,770 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 because the exception is null or not the one we care about 2024-11-13T08:37:31,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45349 {}] master.HMaster(4177): Remote procedure failed, pid=59 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 97093283e405081aa16afda5348391e6, NAME => 'TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 97093283e405081aa16afda5348391e6, NAME => 'TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T08:37:31,770 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 , the old value is region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:31,771 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:31,771 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 because the exception is null or not the one we care about 2024-11-13T08:37:31,777 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:37:31,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36828 deadline: 1731487111775, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:37:31,777 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 , the old value is region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:31,777 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:31,777 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 because the exception is null or not the one we care about 2024-11-13T08:37:31,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45349 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=58 2024-11-13T08:37:31,864 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=370 (bloomFilter=true), to=hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/97093283e405081aa16afda5348391e6/.tmp/C/5a951fa3e9474826aaa532d8a483b125 2024-11-13T08:37:31,868 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/97093283e405081aa16afda5348391e6/.tmp/A/ad487e82979448be9989e3abaf8d78e0 as hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/97093283e405081aa16afda5348391e6/A/ad487e82979448be9989e3abaf8d78e0 2024-11-13T08:37:31,872 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/97093283e405081aa16afda5348391e6/A/ad487e82979448be9989e3abaf8d78e0, entries=400, sequenceid=370, filesize=73.0 K 2024-11-13T08:37:31,873 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/97093283e405081aa16afda5348391e6/.tmp/B/1b7b0e9308d545ec982073a59b6947cc as hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/97093283e405081aa16afda5348391e6/B/1b7b0e9308d545ec982073a59b6947cc 2024-11-13T08:37:31,877 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/97093283e405081aa16afda5348391e6/B/1b7b0e9308d545ec982073a59b6947cc, entries=150, sequenceid=370, filesize=12.0 K 2024-11-13T08:37:31,877 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/97093283e405081aa16afda5348391e6/.tmp/C/5a951fa3e9474826aaa532d8a483b125 as hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/97093283e405081aa16afda5348391e6/C/5a951fa3e9474826aaa532d8a483b125 2024-11-13T08:37:31,881 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/97093283e405081aa16afda5348391e6/C/5a951fa3e9474826aaa532d8a483b125, entries=150, sequenceid=370, filesize=12.0 K 2024-11-13T08:37:31,882 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 97093283e405081aa16afda5348391e6 in 1315ms, sequenceid=370, compaction requested=true 2024-11-13T08:37:31,882 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 97093283e405081aa16afda5348391e6: 2024-11-13T08:37:31,882 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 97093283e405081aa16afda5348391e6:A, priority=-2147483648, current under compaction store size is 1 2024-11-13T08:37:31,882 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T08:37:31,882 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 97093283e405081aa16afda5348391e6:B, priority=-2147483648, current under compaction store size is 2 2024-11-13T08:37:31,882 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T08:37:31,882 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 97093283e405081aa16afda5348391e6:C, priority=-2147483648, current under compaction store size is 3 2024-11-13T08:37:31,882 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-13T08:37:31,882 DEBUG [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-13T08:37:31,882 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-13T08:37:31,883 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37721 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-13T08:37:31,883 DEBUG [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 138122 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-13T08:37:31,883 DEBUG [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] regionserver.HStore(1541): 97093283e405081aa16afda5348391e6/A is initiating minor compaction (all files) 2024-11-13T08:37:31,883 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] regionserver.HStore(1541): 97093283e405081aa16afda5348391e6/B is initiating minor compaction (all files) 2024-11-13T08:37:31,883 INFO [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 97093283e405081aa16afda5348391e6/B in TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6. 2024-11-13T08:37:31,883 INFO [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 97093283e405081aa16afda5348391e6/A in TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6. 2024-11-13T08:37:31,883 INFO [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/97093283e405081aa16afda5348391e6/B/b880f85c9c2f47fda741d41bc0c82dd5, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/97093283e405081aa16afda5348391e6/B/95784fed1af04cacbb8abfd182395d47, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/97093283e405081aa16afda5348391e6/B/1b7b0e9308d545ec982073a59b6947cc] into tmpdir=hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/97093283e405081aa16afda5348391e6/.tmp, totalSize=36.8 K 2024-11-13T08:37:31,883 INFO [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/97093283e405081aa16afda5348391e6/A/53fde788f2324e038b8526fb961eaed2, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/97093283e405081aa16afda5348391e6/A/0c3cc3745318441b9d715e5ea26949bd, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/97093283e405081aa16afda5348391e6/A/ad487e82979448be9989e3abaf8d78e0] into tmpdir=hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/97093283e405081aa16afda5348391e6/.tmp, totalSize=134.9 K 2024-11-13T08:37:31,883 INFO [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6. 2024-11-13T08:37:31,884 DEBUG [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6. files: [hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/97093283e405081aa16afda5348391e6/A/53fde788f2324e038b8526fb961eaed2, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/97093283e405081aa16afda5348391e6/A/0c3cc3745318441b9d715e5ea26949bd, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/97093283e405081aa16afda5348391e6/A/ad487e82979448be9989e3abaf8d78e0] 2024-11-13T08:37:31,884 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] compactions.Compactor(225): Compacting b880f85c9c2f47fda741d41bc0c82dd5, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=337, earliestPutTs=1731487046144 2024-11-13T08:37:31,884 DEBUG [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] compactions.Compactor(225): Compacting 53fde788f2324e038b8526fb961eaed2, keycount=150, bloomtype=ROW, size=31.3 K, encoding=NONE, compression=NONE, seqNum=337, earliestPutTs=1731487046144 2024-11-13T08:37:31,884 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] compactions.Compactor(225): Compacting 95784fed1af04cacbb8abfd182395d47, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=356, earliestPutTs=1731487048338 2024-11-13T08:37:31,885 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] compactions.Compactor(225): Compacting 1b7b0e9308d545ec982073a59b6947cc, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=370, earliestPutTs=1731487050562 2024-11-13T08:37:31,885 DEBUG [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] compactions.Compactor(225): Compacting 0c3cc3745318441b9d715e5ea26949bd, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=356, earliestPutTs=1731487048338 2024-11-13T08:37:31,885 DEBUG [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] compactions.Compactor(225): Compacting ad487e82979448be9989e3abaf8d78e0, keycount=400, bloomtype=ROW, size=73.0 K, encoding=NONE, compression=NONE, seqNum=370, earliestPutTs=1731487050520 2024-11-13T08:37:31,894 INFO [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 97093283e405081aa16afda5348391e6#B#compaction#185 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-13T08:37:31,895 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/97093283e405081aa16afda5348391e6/.tmp/B/09b56ada57694c699034398f31c72a08 is 50, key is test_row_0/B:col10/1731487050564/Put/seqid=0 2024-11-13T08:37:31,897 INFO [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=97093283e405081aa16afda5348391e6] 2024-11-13T08:37:31,901 DEBUG [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411130868c85a6af64fcf9572554e3c8603a0_97093283e405081aa16afda5348391e6 store=[table=TestAcidGuarantees family=A region=97093283e405081aa16afda5348391e6] 2024-11-13T08:37:31,902 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38605 is added to blk_1073742052_1228 (size=13221) 2024-11-13T08:37:31,904 DEBUG [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411130868c85a6af64fcf9572554e3c8603a0_97093283e405081aa16afda5348391e6, store=[table=TestAcidGuarantees family=A region=97093283e405081aa16afda5348391e6] 2024-11-13T08:37:31,904 DEBUG [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411130868c85a6af64fcf9572554e3c8603a0_97093283e405081aa16afda5348391e6 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=97093283e405081aa16afda5348391e6] 2024-11-13T08:37:31,910 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/97093283e405081aa16afda5348391e6/.tmp/B/09b56ada57694c699034398f31c72a08 as hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/97093283e405081aa16afda5348391e6/B/09b56ada57694c699034398f31c72a08 2024-11-13T08:37:31,916 INFO [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 97093283e405081aa16afda5348391e6/B of 97093283e405081aa16afda5348391e6 into 09b56ada57694c699034398f31c72a08(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T08:37:31,916 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 97093283e405081aa16afda5348391e6: 2024-11-13T08:37:31,916 INFO [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., storeName=97093283e405081aa16afda5348391e6/B, priority=13, startTime=1731487051882; duration=0sec 2024-11-13T08:37:31,916 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-13T08:37:31,916 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 97093283e405081aa16afda5348391e6:B 2024-11-13T08:37:31,916 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-13T08:37:31,917 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37721 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-13T08:37:31,917 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] regionserver.HStore(1541): 97093283e405081aa16afda5348391e6/C is initiating minor compaction (all files) 2024-11-13T08:37:31,917 INFO [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 97093283e405081aa16afda5348391e6/C in TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6. 2024-11-13T08:37:31,917 INFO [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/97093283e405081aa16afda5348391e6/C/7db17fe02b084bfd9cc1f797aa273098, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/97093283e405081aa16afda5348391e6/C/2aa032ba984d4f18a21155a6c66c1bec, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/97093283e405081aa16afda5348391e6/C/5a951fa3e9474826aaa532d8a483b125] into tmpdir=hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/97093283e405081aa16afda5348391e6/.tmp, totalSize=36.8 K 2024-11-13T08:37:31,918 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] compactions.Compactor(225): Compacting 7db17fe02b084bfd9cc1f797aa273098, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=337, earliestPutTs=1731487046144 2024-11-13T08:37:31,918 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] compactions.Compactor(225): Compacting 2aa032ba984d4f18a21155a6c66c1bec, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=356, earliestPutTs=1731487048338 2024-11-13T08:37:31,918 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] compactions.Compactor(225): Compacting 5a951fa3e9474826aaa532d8a483b125, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=370, earliestPutTs=1731487050562 2024-11-13T08:37:31,922 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43851 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=59 2024-11-13T08:37:31,922 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-0 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6. 2024-11-13T08:37:31,923 INFO [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-0 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.HRegion(2902): Flushing 97093283e405081aa16afda5348391e6 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-13T08:37:31,930 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38605 is added to blk_1073742053_1229 (size=4469) 2024-11-13T08:37:31,931 INFO [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 97093283e405081aa16afda5348391e6#C#compaction#187 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-13T08:37:31,931 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/97093283e405081aa16afda5348391e6/.tmp/C/4904971b775e45569ec5b003c12f4d3a is 50, key is test_row_0/C:col10/1731487050564/Put/seqid=0 2024-11-13T08:37:31,947 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-0 {event_type=RS_FLUSH_REGIONS, pid=59}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411135b1e52ed1d684984ba6465ecc4108a96_97093283e405081aa16afda5348391e6 is 50, key is test_row_0/A:col10/1731487050602/Put/seqid=0 2024-11-13T08:37:31,962 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38605 is added to blk_1073742054_1230 (size=13221) 2024-11-13T08:37:31,970 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38605 is added to blk_1073742055_1231 (size=12454) 2024-11-13T08:37:32,332 INFO [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 97093283e405081aa16afda5348391e6#A#compaction#186 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-13T08:37:32,333 DEBUG [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/97093283e405081aa16afda5348391e6/.tmp/A/c1f79fad80fd450c8adbb9ebb382eafd is 175, key is test_row_0/A:col10/1731487050564/Put/seqid=0 2024-11-13T08:37:32,337 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38605 is added to blk_1073742056_1232 (size=32175) 2024-11-13T08:37:32,368 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/97093283e405081aa16afda5348391e6/.tmp/C/4904971b775e45569ec5b003c12f4d3a as hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/97093283e405081aa16afda5348391e6/C/4904971b775e45569ec5b003c12f4d3a 2024-11-13T08:37:32,370 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-0 {event_type=RS_FLUSH_REGIONS, pid=59}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:32,374 INFO [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 97093283e405081aa16afda5348391e6/C of 97093283e405081aa16afda5348391e6 into 4904971b775e45569ec5b003c12f4d3a(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T08:37:32,374 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 97093283e405081aa16afda5348391e6: 2024-11-13T08:37:32,374 INFO [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., storeName=97093283e405081aa16afda5348391e6/C, priority=13, startTime=1731487051882; duration=0sec 2024-11-13T08:37:32,374 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T08:37:32,375 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 97093283e405081aa16afda5348391e6:C 2024-11-13T08:37:32,375 INFO [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-0 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411135b1e52ed1d684984ba6465ecc4108a96_97093283e405081aa16afda5348391e6 to hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411135b1e52ed1d684984ba6465ecc4108a96_97093283e405081aa16afda5348391e6 2024-11-13T08:37:32,376 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-0 {event_type=RS_FLUSH_REGIONS, pid=59}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/97093283e405081aa16afda5348391e6/.tmp/A/00be3393d5784d53b195aec688224207, store: [table=TestAcidGuarantees family=A region=97093283e405081aa16afda5348391e6] 2024-11-13T08:37:32,376 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-0 {event_type=RS_FLUSH_REGIONS, pid=59}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/97093283e405081aa16afda5348391e6/.tmp/A/00be3393d5784d53b195aec688224207 is 175, key is test_row_0/A:col10/1731487050602/Put/seqid=0 2024-11-13T08:37:32,381 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38605 is added to blk_1073742057_1233 (size=31255) 2024-11-13T08:37:32,744 DEBUG [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/97093283e405081aa16afda5348391e6/.tmp/A/c1f79fad80fd450c8adbb9ebb382eafd as hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/97093283e405081aa16afda5348391e6/A/c1f79fad80fd450c8adbb9ebb382eafd 2024-11-13T08:37:32,749 INFO [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 97093283e405081aa16afda5348391e6/A of 97093283e405081aa16afda5348391e6 into c1f79fad80fd450c8adbb9ebb382eafd(size=31.4 K), total size for store is 31.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T08:37:32,749 DEBUG [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 97093283e405081aa16afda5348391e6: 2024-11-13T08:37:32,749 INFO [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., storeName=97093283e405081aa16afda5348391e6/A, priority=13, startTime=1731487051882; duration=0sec 2024-11-13T08:37:32,749 DEBUG [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T08:37:32,749 DEBUG [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 97093283e405081aa16afda5348391e6:A 2024-11-13T08:37:32,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] regionserver.HRegion(8855): Flush requested on 97093283e405081aa16afda5348391e6 2024-11-13T08:37:32,777 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6. as already flushing 2024-11-13T08:37:32,782 INFO [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-0 {event_type=RS_FLUSH_REGIONS, pid=59}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=396, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/97093283e405081aa16afda5348391e6/.tmp/A/00be3393d5784d53b195aec688224207 2024-11-13T08:37:32,789 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:37:32,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36828 deadline: 1731487112786, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:37:32,790 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-0 {event_type=RS_FLUSH_REGIONS, pid=59}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/97093283e405081aa16afda5348391e6/.tmp/B/ccf78d1d93b14d5b80714880254e137f is 50, key is test_row_0/B:col10/1731487050602/Put/seqid=0 2024-11-13T08:37:32,790 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:37:32,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36856 deadline: 1731487112787, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:37:32,790 WARN [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRpcRetryingCaller(177): Call to dd3a0865bb23,43851,1731486997349 for 'test_row_2' in 97093283e405081aa16afda5348391e6 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2175 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-13T08:37:32,791 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 , the old value is region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:32,791 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:32,791 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 because the exception is null or not the one we care about 2024-11-13T08:37:32,791 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 , the old value is region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:32,791 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:32,791 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 because the exception is null or not the one we care about 2024-11-13T08:37:32,792 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:37:32,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36866 deadline: 1731487112789, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:37:32,792 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 , the old value is region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:32,792 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:32,792 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 because the exception is null or not the one we care about 2024-11-13T08:37:32,794 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:37:32,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36896 deadline: 1731487112790, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:37:32,795 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38605 is added to blk_1073742058_1234 (size=12301) 2024-11-13T08:37:32,795 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:37:32,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36882 deadline: 1731487112791, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:37:32,795 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 , the old value is region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:32,795 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:32,795 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 because the exception is null or not the one we care about 2024-11-13T08:37:32,796 INFO [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-0 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=396 (bloomFilter=true), to=hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/97093283e405081aa16afda5348391e6/.tmp/B/ccf78d1d93b14d5b80714880254e137f 2024-11-13T08:37:32,797 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 , the old value is region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:32,797 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:32,797 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 because the exception is null or not the one we care about 2024-11-13T08:37:32,806 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-0 {event_type=RS_FLUSH_REGIONS, pid=59}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/97093283e405081aa16afda5348391e6/.tmp/C/36f3ea7f8cb945818b99c42fa244f394 is 50, key is test_row_0/C:col10/1731487050602/Put/seqid=0 2024-11-13T08:37:32,811 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38605 is added to blk_1073742059_1235 (size=12301) 2024-11-13T08:37:32,841 INFO [Thread-620 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-620. 2024-11-13T08:37:32,841 DEBUG [Thread-620 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-13T08:37:32,841 DEBUG [Thread-620 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T08:37:32,841 INFO [Thread-622 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-622. 2024-11-13T08:37:32,841 DEBUG [Thread-622 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-13T08:37:32,841 DEBUG [Thread-622 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T08:37:32,841 DEBUG [Thread-620 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T08:37:32,841 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T08:37:32,842 DEBUG [Thread-622 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T08:37:32,842 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T08:37:32,842 INFO [Thread-618 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-618. 2024-11-13T08:37:32,842 DEBUG [Thread-618 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-13T08:37:32,843 DEBUG [Thread-618 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T08:37:32,843 DEBUG [Thread-618 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T08:37:32,843 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T08:37:32,844 INFO [Thread-624 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-624. 2024-11-13T08:37:32,844 DEBUG [Thread-624 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-13T08:37:32,844 DEBUG [Thread-624 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T08:37:32,844 DEBUG [Thread-624 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T08:37:32,844 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T08:37:32,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45349 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=58 2024-11-13T08:37:32,895 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:37:32,895 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:37:32,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36856 deadline: 1731487112895, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:37:32,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36866 deadline: 1731487112895, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:37:32,896 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 , the old value is region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:32,896 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 , the old value is region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:32,896 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:32,896 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:32,896 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 because the exception is null or not the one we care about 2024-11-13T08:37:32,896 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 because the exception is null or not the one we care about 2024-11-13T08:37:32,905 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:37:32,905 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:37:32,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36896 deadline: 1731487112904, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:37:32,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36882 deadline: 1731487112905, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:37:32,905 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 , the old value is region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:32,905 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:32,905 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 , the old value is region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:32,905 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 because the exception is null or not the one we care about 2024-11-13T08:37:32,905 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:32,905 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 because the exception is null or not the one we care about 2024-11-13T08:37:33,105 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:37:33,105 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:37:33,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36856 deadline: 1731487113105, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:37:33,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36866 deadline: 1731487113105, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:37:33,106 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 , the old value is region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:33,106 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 , the old value is region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:33,106 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:33,106 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:33,106 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 because the exception is null or not the one we care about 2024-11-13T08:37:33,106 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 because the exception is null or not the one we care about 2024-11-13T08:37:33,115 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:37:33,115 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:37:33,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36896 deadline: 1731487113115, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:37:33,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36882 deadline: 1731487113115, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:37:33,116 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 , the old value is region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:33,116 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 , the old value is region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:33,116 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:33,116 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:33,116 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 because the exception is null or not the one we care about 2024-11-13T08:37:33,116 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 because the exception is null or not the one we care about 2024-11-13T08:37:33,211 INFO [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-0 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=396 (bloomFilter=true), to=hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/97093283e405081aa16afda5348391e6/.tmp/C/36f3ea7f8cb945818b99c42fa244f394 2024-11-13T08:37:33,216 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-0 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/97093283e405081aa16afda5348391e6/.tmp/A/00be3393d5784d53b195aec688224207 as hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/97093283e405081aa16afda5348391e6/A/00be3393d5784d53b195aec688224207 2024-11-13T08:37:33,220 INFO [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-0 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/97093283e405081aa16afda5348391e6/A/00be3393d5784d53b195aec688224207, entries=150, sequenceid=396, filesize=30.5 K 2024-11-13T08:37:33,221 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-0 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/97093283e405081aa16afda5348391e6/.tmp/B/ccf78d1d93b14d5b80714880254e137f as hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/97093283e405081aa16afda5348391e6/B/ccf78d1d93b14d5b80714880254e137f 2024-11-13T08:37:33,224 INFO [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-0 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/97093283e405081aa16afda5348391e6/B/ccf78d1d93b14d5b80714880254e137f, entries=150, sequenceid=396, filesize=12.0 K 2024-11-13T08:37:33,225 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-0 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/97093283e405081aa16afda5348391e6/.tmp/C/36f3ea7f8cb945818b99c42fa244f394 as hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/97093283e405081aa16afda5348391e6/C/36f3ea7f8cb945818b99c42fa244f394 2024-11-13T08:37:33,229 INFO [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-0 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/97093283e405081aa16afda5348391e6/C/36f3ea7f8cb945818b99c42fa244f394, entries=150, sequenceid=396, filesize=12.0 K 2024-11-13T08:37:33,229 INFO [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-0 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.HRegion(3140): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=60.38 KB/61830 for 97093283e405081aa16afda5348391e6 in 1306ms, sequenceid=396, compaction requested=false 2024-11-13T08:37:33,230 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-0 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.HRegion(2603): Flush status journal for 97093283e405081aa16afda5348391e6: 2024-11-13T08:37:33,230 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-0 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6. 2024-11-13T08:37:33,230 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-0 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=59 2024-11-13T08:37:33,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45349 {}] master.HMaster(4169): Remote procedure done, pid=59 2024-11-13T08:37:33,232 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=59, resume processing ppid=58 2024-11-13T08:37:33,232 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=59, ppid=58, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.5330 sec 2024-11-13T08:37:33,234 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=58, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=58, table=TestAcidGuarantees in 2.5380 sec 2024-11-13T08:37:33,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] regionserver.HRegion(8855): Flush requested on 97093283e405081aa16afda5348391e6 2024-11-13T08:37:33,416 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-13T08:37:33,416 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 97093283e405081aa16afda5348391e6 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-13T08:37:33,416 INFO [Thread-607 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-607. 2024-11-13T08:37:33,416 INFO [Thread-615 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-615. 2024-11-13T08:37:33,416 DEBUG [Thread-607 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-13T08:37:33,416 DEBUG [Thread-615 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-13T08:37:33,416 DEBUG [Thread-607 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T08:37:33,416 DEBUG [Thread-615 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T08:37:33,416 DEBUG [Thread-615 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T08:37:33,416 DEBUG [Thread-607 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T08:37:33,416 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T08:37:33,416 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T08:37:33,422 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411137f398c5e10f14874b16804f7b4de5bb8_97093283e405081aa16afda5348391e6 is 50, key is test_row_0/A:col10/1731487053415/Put/seqid=0 2024-11-13T08:37:33,425 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38605 is added to blk_1073742060_1236 (size=12454) 2024-11-13T08:37:33,427 INFO [Thread-609 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-609. 2024-11-13T08:37:33,427 INFO [Thread-613 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-613. 2024-11-13T08:37:33,427 DEBUG [Thread-609 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-13T08:37:33,427 DEBUG [Thread-613 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-13T08:37:33,427 DEBUG [Thread-609 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T08:37:33,427 DEBUG [Thread-613 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T08:37:33,427 DEBUG [Thread-613 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T08:37:33,427 DEBUG [Thread-609 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T08:37:33,427 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T08:37:33,427 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T08:37:33,826 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:33,829 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411137f398c5e10f14874b16804f7b4de5bb8_97093283e405081aa16afda5348391e6 to hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411137f398c5e10f14874b16804f7b4de5bb8_97093283e405081aa16afda5348391e6 2024-11-13T08:37:33,830 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/97093283e405081aa16afda5348391e6/.tmp/A/d1c954f0aa474867b2a515e782c71d72, store: [table=TestAcidGuarantees family=A region=97093283e405081aa16afda5348391e6] 2024-11-13T08:37:33,831 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/97093283e405081aa16afda5348391e6/.tmp/A/d1c954f0aa474867b2a515e782c71d72 is 175, key is test_row_0/A:col10/1731487053415/Put/seqid=0 2024-11-13T08:37:33,834 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38605 is added to blk_1073742061_1237 (size=31255) 2024-11-13T08:37:34,235 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=412, memsize=24.6 K, hasBloomFilter=true, into tmp file hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/97093283e405081aa16afda5348391e6/.tmp/A/d1c954f0aa474867b2a515e782c71d72 2024-11-13T08:37:34,241 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/97093283e405081aa16afda5348391e6/.tmp/B/b6aa875bfa1b41e582fd4dda07f3bfb7 is 50, key is test_row_0/B:col10/1731487053415/Put/seqid=0 2024-11-13T08:37:34,244 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38605 is added to blk_1073742062_1238 (size=12301) 2024-11-13T08:37:34,645 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=412 (bloomFilter=true), to=hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/97093283e405081aa16afda5348391e6/.tmp/B/b6aa875bfa1b41e582fd4dda07f3bfb7 2024-11-13T08:37:34,651 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/97093283e405081aa16afda5348391e6/.tmp/C/003ed6b4075844a2b0c7fd6337d299ae is 50, key is test_row_0/C:col10/1731487053415/Put/seqid=0 2024-11-13T08:37:34,655 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38605 is added to blk_1073742063_1239 (size=12301) 2024-11-13T08:37:34,797 INFO [Thread-611 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-611. 2024-11-13T08:37:34,797 DEBUG [Thread-611 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-13T08:37:34,797 DEBUG [Thread-611 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T08:37:34,797 DEBUG [Thread-611 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T08:37:34,797 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T08:37:34,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45349 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=58 2024-11-13T08:37:34,855 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-13T08:37:34,855 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-13T08:37:34,855 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 65 2024-11-13T08:37:34,855 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 68 2024-11-13T08:37:34,855 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 60 2024-11-13T08:37:34,855 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 61 2024-11-13T08:37:34,855 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 65 2024-11-13T08:37:34,855 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-13T08:37:34,855 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 3158 2024-11-13T08:37:34,855 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 2933 2024-11-13T08:37:34,855 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-13T08:37:34,855 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1315 2024-11-13T08:37:34,855 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 3943 rows 2024-11-13T08:37:34,855 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1330 2024-11-13T08:37:34,855 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 3990 rows 2024-11-13T08:37:34,855 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T08:37:34,855 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool.doWork(AcidGuaranteesTestTool.java:131) at org.apache.hadoop.hbase.util.AbstractHBaseTool.run(AbstractHBaseTool.java:150) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:102) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.testMobMixedAtomicity(AcidGuaranteesTestBase.java:132) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T08:37:34,855 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T08:37:34,856 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T08:37:34,856 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T08:37:34,856 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45349 {}] master.HMaster$13(2820): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-11-13T08:37:34,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45349 {}] procedure2.ProcedureExecutor(1139): Stored pid=60, state=RUNNABLE:DISABLE_TABLE_PREPARE, hasLock=false; DisableTableProcedure table=TestAcidGuarantees 2024-11-13T08:37:34,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45349 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=60 2024-11-13T08:37:34,859 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731487054859"}]},"ts":"1731487054859"} 2024-11-13T08:37:34,860 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-13T08:37:34,860 INFO [PEWorker-2 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-13T08:37:34,861 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=61, ppid=60, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-13T08:37:34,862 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=62, ppid=61, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=97093283e405081aa16afda5348391e6, UNASSIGN}] 2024-11-13T08:37:34,863 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=62, ppid=61, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=97093283e405081aa16afda5348391e6, UNASSIGN 2024-11-13T08:37:34,863 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=62 updating hbase:meta row=97093283e405081aa16afda5348391e6, regionState=CLOSING, regionLocation=dd3a0865bb23,43851,1731486997349 2024-11-13T08:37:34,864 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=62, ppid=61, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=97093283e405081aa16afda5348391e6, UNASSIGN because future has completed 2024-11-13T08:37:34,865 DEBUG [PEWorker-5 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-13T08:37:34,865 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=63, ppid=62, state=RUNNABLE, hasLock=false; CloseRegionProcedure 97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349}] 2024-11-13T08:37:34,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45349 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=60 2024-11-13T08:37:35,017 INFO [RS_CLOSE_REGION-regionserver/dd3a0865bb23:0-0 {event_type=M_RS_CLOSE_REGION, pid=63}] handler.UnassignRegionHandler(122): Close 97093283e405081aa16afda5348391e6 2024-11-13T08:37:35,017 DEBUG [RS_CLOSE_REGION-regionserver/dd3a0865bb23:0-0 {event_type=M_RS_CLOSE_REGION, pid=63}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-13T08:37:35,017 DEBUG [RS_CLOSE_REGION-regionserver/dd3a0865bb23:0-0 {event_type=M_RS_CLOSE_REGION, pid=63}] regionserver.HRegion(1722): Closing 97093283e405081aa16afda5348391e6, disabling compactions & flushes 2024-11-13T08:37:35,017 DEBUG [RS_CLOSE_REGION-regionserver/dd3a0865bb23:0-0 {event_type=M_RS_CLOSE_REGION, pid=63}] regionserver.HRegion(1993): waiting for 0 compactions & cache flush to complete for region TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6. 2024-11-13T08:37:35,055 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=412 (bloomFilter=true), to=hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/97093283e405081aa16afda5348391e6/.tmp/C/003ed6b4075844a2b0c7fd6337d299ae 2024-11-13T08:37:35,059 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/97093283e405081aa16afda5348391e6/.tmp/A/d1c954f0aa474867b2a515e782c71d72 as hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/97093283e405081aa16afda5348391e6/A/d1c954f0aa474867b2a515e782c71d72 2024-11-13T08:37:35,063 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/97093283e405081aa16afda5348391e6/A/d1c954f0aa474867b2a515e782c71d72, entries=150, sequenceid=412, filesize=30.5 K 2024-11-13T08:37:35,064 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/97093283e405081aa16afda5348391e6/.tmp/B/b6aa875bfa1b41e582fd4dda07f3bfb7 as hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/97093283e405081aa16afda5348391e6/B/b6aa875bfa1b41e582fd4dda07f3bfb7 2024-11-13T08:37:35,067 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/97093283e405081aa16afda5348391e6/B/b6aa875bfa1b41e582fd4dda07f3bfb7, entries=150, sequenceid=412, filesize=12.0 K 2024-11-13T08:37:35,067 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/97093283e405081aa16afda5348391e6/.tmp/C/003ed6b4075844a2b0c7fd6337d299ae as hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/97093283e405081aa16afda5348391e6/C/003ed6b4075844a2b0c7fd6337d299ae 2024-11-13T08:37:35,070 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/97093283e405081aa16afda5348391e6/C/003ed6b4075844a2b0c7fd6337d299ae, entries=150, sequenceid=412, filesize=12.0 K 2024-11-13T08:37:35,071 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=20.13 KB/20610 for 97093283e405081aa16afda5348391e6 in 1655ms, sequenceid=412, compaction requested=true 2024-11-13T08:37:35,071 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 97093283e405081aa16afda5348391e6: 2024-11-13T08:37:35,071 INFO [RS_CLOSE_REGION-regionserver/dd3a0865bb23:0-0 {event_type=M_RS_CLOSE_REGION, pid=63}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6. 2024-11-13T08:37:35,071 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 97093283e405081aa16afda5348391e6:A, priority=-2147483648, current under compaction store size is 1 2024-11-13T08:37:35,071 DEBUG [RS_CLOSE_REGION-regionserver/dd3a0865bb23:0-0 {event_type=M_RS_CLOSE_REGION, pid=63}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6. 2024-11-13T08:37:35,071 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T08:37:35,071 DEBUG [RS_CLOSE_REGION-regionserver/dd3a0865bb23:0-0 {event_type=M_RS_CLOSE_REGION, pid=63}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6. after waiting 0 ms 2024-11-13T08:37:35,071 DEBUG [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6. because compaction request was cancelled 2024-11-13T08:37:35,071 DEBUG [RS_CLOSE_REGION-regionserver/dd3a0865bb23:0-0 {event_type=M_RS_CLOSE_REGION, pid=63}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6. 2024-11-13T08:37:35,071 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 97093283e405081aa16afda5348391e6:B, priority=-2147483648, current under compaction store size is 2 2024-11-13T08:37:35,071 DEBUG [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 97093283e405081aa16afda5348391e6:A 2024-11-13T08:37:35,071 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T08:37:35,071 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6. because compaction request was cancelled 2024-11-13T08:37:35,071 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 97093283e405081aa16afda5348391e6:C, priority=-2147483648, current under compaction store size is 2 2024-11-13T08:37:35,071 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 97093283e405081aa16afda5348391e6:B 2024-11-13T08:37:35,071 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T08:37:35,071 DEBUG [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6. because compaction request was cancelled 2024-11-13T08:37:35,071 DEBUG [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 97093283e405081aa16afda5348391e6:C 2024-11-13T08:37:35,071 INFO [RS_CLOSE_REGION-regionserver/dd3a0865bb23:0-0 {event_type=M_RS_CLOSE_REGION, pid=63}] regionserver.HRegion(2902): Flushing 97093283e405081aa16afda5348391e6 3/3 column families, dataSize=20.13 KB heapSize=53.48 KB 2024-11-13T08:37:35,076 DEBUG [RS_CLOSE_REGION-regionserver/dd3a0865bb23:0-0 {event_type=M_RS_CLOSE_REGION, pid=63}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241113d8be15233dfe46f2aaf07ff943300656_97093283e405081aa16afda5348391e6 is 50, key is test_row_1/A:col10/1731487053425/Put/seqid=0 2024-11-13T08:37:35,080 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38605 is added to blk_1073742064_1240 (size=9914) 2024-11-13T08:37:35,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45349 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=60 2024-11-13T08:37:35,481 DEBUG [RS_CLOSE_REGION-regionserver/dd3a0865bb23:0-0 {event_type=M_RS_CLOSE_REGION, pid=63}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:35,484 INFO [RS_CLOSE_REGION-regionserver/dd3a0865bb23:0-0 {event_type=M_RS_CLOSE_REGION, pid=63}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241113d8be15233dfe46f2aaf07ff943300656_97093283e405081aa16afda5348391e6 to hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241113d8be15233dfe46f2aaf07ff943300656_97093283e405081aa16afda5348391e6 2024-11-13T08:37:35,485 DEBUG [RS_CLOSE_REGION-regionserver/dd3a0865bb23:0-0 {event_type=M_RS_CLOSE_REGION, pid=63}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/97093283e405081aa16afda5348391e6/.tmp/A/86620ede153e44449c522809b5b93f8d, store: [table=TestAcidGuarantees family=A region=97093283e405081aa16afda5348391e6] 2024-11-13T08:37:35,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45349 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=60 2024-11-13T08:37:35,486 DEBUG [RS_CLOSE_REGION-regionserver/dd3a0865bb23:0-0 {event_type=M_RS_CLOSE_REGION, pid=63}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/97093283e405081aa16afda5348391e6/.tmp/A/86620ede153e44449c522809b5b93f8d is 175, key is test_row_1/A:col10/1731487053425/Put/seqid=0 2024-11-13T08:37:35,489 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38605 is added to blk_1073742065_1241 (size=22561) 2024-11-13T08:37:35,535 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-13T08:37:35,890 INFO [RS_CLOSE_REGION-regionserver/dd3a0865bb23:0-0 {event_type=M_RS_CLOSE_REGION, pid=63}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=418, memsize=6.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/97093283e405081aa16afda5348391e6/.tmp/A/86620ede153e44449c522809b5b93f8d 2024-11-13T08:37:35,896 DEBUG [RS_CLOSE_REGION-regionserver/dd3a0865bb23:0-0 {event_type=M_RS_CLOSE_REGION, pid=63}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/97093283e405081aa16afda5348391e6/.tmp/B/207c0360fce24635996b7a25a302463b is 50, key is test_row_1/B:col10/1731487053425/Put/seqid=0 2024-11-13T08:37:35,899 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38605 is added to blk_1073742066_1242 (size=9857) 2024-11-13T08:37:35,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45349 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=60 2024-11-13T08:37:36,300 INFO [RS_CLOSE_REGION-regionserver/dd3a0865bb23:0-0 {event_type=M_RS_CLOSE_REGION, pid=63}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=6.71 KB at sequenceid=418 (bloomFilter=true), to=hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/97093283e405081aa16afda5348391e6/.tmp/B/207c0360fce24635996b7a25a302463b 2024-11-13T08:37:36,306 DEBUG [RS_CLOSE_REGION-regionserver/dd3a0865bb23:0-0 {event_type=M_RS_CLOSE_REGION, pid=63}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/97093283e405081aa16afda5348391e6/.tmp/C/0d330048b2f44d35aebec930c2023d9b is 50, key is test_row_1/C:col10/1731487053425/Put/seqid=0 2024-11-13T08:37:36,309 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38605 is added to blk_1073742067_1243 (size=9857) 2024-11-13T08:37:36,710 INFO [RS_CLOSE_REGION-regionserver/dd3a0865bb23:0-0 {event_type=M_RS_CLOSE_REGION, pid=63}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=6.71 KB at sequenceid=418 (bloomFilter=true), to=hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/97093283e405081aa16afda5348391e6/.tmp/C/0d330048b2f44d35aebec930c2023d9b 2024-11-13T08:37:36,714 DEBUG [RS_CLOSE_REGION-regionserver/dd3a0865bb23:0-0 {event_type=M_RS_CLOSE_REGION, pid=63}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/97093283e405081aa16afda5348391e6/.tmp/A/86620ede153e44449c522809b5b93f8d as hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/97093283e405081aa16afda5348391e6/A/86620ede153e44449c522809b5b93f8d 2024-11-13T08:37:36,718 INFO [RS_CLOSE_REGION-regionserver/dd3a0865bb23:0-0 {event_type=M_RS_CLOSE_REGION, pid=63}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/97093283e405081aa16afda5348391e6/A/86620ede153e44449c522809b5b93f8d, entries=100, sequenceid=418, filesize=22.0 K 2024-11-13T08:37:36,718 DEBUG [RS_CLOSE_REGION-regionserver/dd3a0865bb23:0-0 {event_type=M_RS_CLOSE_REGION, pid=63}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/97093283e405081aa16afda5348391e6/.tmp/B/207c0360fce24635996b7a25a302463b as hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/97093283e405081aa16afda5348391e6/B/207c0360fce24635996b7a25a302463b 2024-11-13T08:37:36,722 INFO [RS_CLOSE_REGION-regionserver/dd3a0865bb23:0-0 {event_type=M_RS_CLOSE_REGION, pid=63}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/97093283e405081aa16afda5348391e6/B/207c0360fce24635996b7a25a302463b, entries=100, sequenceid=418, filesize=9.6 K 2024-11-13T08:37:36,723 DEBUG [RS_CLOSE_REGION-regionserver/dd3a0865bb23:0-0 {event_type=M_RS_CLOSE_REGION, pid=63}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/97093283e405081aa16afda5348391e6/.tmp/C/0d330048b2f44d35aebec930c2023d9b as hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/97093283e405081aa16afda5348391e6/C/0d330048b2f44d35aebec930c2023d9b 2024-11-13T08:37:36,726 INFO [RS_CLOSE_REGION-regionserver/dd3a0865bb23:0-0 {event_type=M_RS_CLOSE_REGION, pid=63}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/97093283e405081aa16afda5348391e6/C/0d330048b2f44d35aebec930c2023d9b, entries=100, sequenceid=418, filesize=9.6 K 2024-11-13T08:37:36,727 INFO [RS_CLOSE_REGION-regionserver/dd3a0865bb23:0-0 {event_type=M_RS_CLOSE_REGION, pid=63}] regionserver.HRegion(3140): Finished flush of dataSize ~20.13 KB/20610, heapSize ~53.44 KB/54720, currentSize=0 B/0 for 97093283e405081aa16afda5348391e6 in 1656ms, sequenceid=418, compaction requested=true 2024-11-13T08:37:36,727 DEBUG [StoreCloser-TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/97093283e405081aa16afda5348391e6/A/730d63c56ed34c3c995c1e2d6c669a11, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/97093283e405081aa16afda5348391e6/A/9f19c60c1e0547599d6dbf7fb24ca152, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/97093283e405081aa16afda5348391e6/A/8c49a49473e64a118a386294a55a3808, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/97093283e405081aa16afda5348391e6/A/0c4a980d94e84cfb91e549d7c1c98593, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/97093283e405081aa16afda5348391e6/A/a70ed6e2f9234f46baaadcf4b57a10f6, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/97093283e405081aa16afda5348391e6/A/06fa08c7ab0a40c3aee21013714668e0, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/97093283e405081aa16afda5348391e6/A/99a74976d2954d2787b1aa57eb1fdd03, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/97093283e405081aa16afda5348391e6/A/6bb3768879874b24b8848e12baae9c78, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/97093283e405081aa16afda5348391e6/A/94616de8de3140b69ab40e4fd693bb38, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/97093283e405081aa16afda5348391e6/A/d900cbc183dc4b2db3b4eebd95f8d7e9, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/97093283e405081aa16afda5348391e6/A/e537418b6c7a4e64b41a27f7431ac35a, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/97093283e405081aa16afda5348391e6/A/ce1fc3d7c3c74e8792189f1d2049f946, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/97093283e405081aa16afda5348391e6/A/1162d5d2ee2a40fc95a3ff35a5ea26a9, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/97093283e405081aa16afda5348391e6/A/8e0d8abc9dd7498080a1238ab87805fb, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/97093283e405081aa16afda5348391e6/A/5eaaf39c8b4647df8cb878dc47dae3b0, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/97093283e405081aa16afda5348391e6/A/9963fde771ac401ea8e5607bf7e59d1e, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/97093283e405081aa16afda5348391e6/A/ee403db8cfcb438698f7f3389aefc4e3, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/97093283e405081aa16afda5348391e6/A/c83825bb66614e61bc209cc6ed17b945, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/97093283e405081aa16afda5348391e6/A/595f6e74a30147fca55fe1e6c51458e5, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/97093283e405081aa16afda5348391e6/A/859a14e4f6214179b8cf150a0d2e142a, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/97093283e405081aa16afda5348391e6/A/6f1051681b294adc8f5b70380cd54a1e, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/97093283e405081aa16afda5348391e6/A/e180a56ac0d94b5fb5c95b8a89895b18, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/97093283e405081aa16afda5348391e6/A/98d7c2e09b8f4e7f81758c47f8334f91, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/97093283e405081aa16afda5348391e6/A/53fde788f2324e038b8526fb961eaed2, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/97093283e405081aa16afda5348391e6/A/8316d4423b96415d8324ea5fe5728c5f, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/97093283e405081aa16afda5348391e6/A/0c3cc3745318441b9d715e5ea26949bd, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/97093283e405081aa16afda5348391e6/A/ad487e82979448be9989e3abaf8d78e0] to archive 2024-11-13T08:37:36,728 DEBUG [StoreCloser-TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-13T08:37:36,730 DEBUG [StoreCloser-TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/97093283e405081aa16afda5348391e6/A/730d63c56ed34c3c995c1e2d6c669a11 to hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/archive/data/default/TestAcidGuarantees/97093283e405081aa16afda5348391e6/A/730d63c56ed34c3c995c1e2d6c669a11 2024-11-13T08:37:36,731 DEBUG [StoreCloser-TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/97093283e405081aa16afda5348391e6/A/9f19c60c1e0547599d6dbf7fb24ca152 to hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/archive/data/default/TestAcidGuarantees/97093283e405081aa16afda5348391e6/A/9f19c60c1e0547599d6dbf7fb24ca152 2024-11-13T08:37:36,732 DEBUG [StoreCloser-TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/97093283e405081aa16afda5348391e6/A/8c49a49473e64a118a386294a55a3808 to hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/archive/data/default/TestAcidGuarantees/97093283e405081aa16afda5348391e6/A/8c49a49473e64a118a386294a55a3808 2024-11-13T08:37:36,733 DEBUG [StoreCloser-TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/97093283e405081aa16afda5348391e6/A/0c4a980d94e84cfb91e549d7c1c98593 to hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/archive/data/default/TestAcidGuarantees/97093283e405081aa16afda5348391e6/A/0c4a980d94e84cfb91e549d7c1c98593 2024-11-13T08:37:36,734 DEBUG [StoreCloser-TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/97093283e405081aa16afda5348391e6/A/a70ed6e2f9234f46baaadcf4b57a10f6 to hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/archive/data/default/TestAcidGuarantees/97093283e405081aa16afda5348391e6/A/a70ed6e2f9234f46baaadcf4b57a10f6 2024-11-13T08:37:36,735 DEBUG [StoreCloser-TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/97093283e405081aa16afda5348391e6/A/06fa08c7ab0a40c3aee21013714668e0 to hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/archive/data/default/TestAcidGuarantees/97093283e405081aa16afda5348391e6/A/06fa08c7ab0a40c3aee21013714668e0 2024-11-13T08:37:36,736 DEBUG [StoreCloser-TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/97093283e405081aa16afda5348391e6/A/99a74976d2954d2787b1aa57eb1fdd03 to hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/archive/data/default/TestAcidGuarantees/97093283e405081aa16afda5348391e6/A/99a74976d2954d2787b1aa57eb1fdd03 2024-11-13T08:37:36,737 DEBUG [StoreCloser-TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/97093283e405081aa16afda5348391e6/A/6bb3768879874b24b8848e12baae9c78 to hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/archive/data/default/TestAcidGuarantees/97093283e405081aa16afda5348391e6/A/6bb3768879874b24b8848e12baae9c78 2024-11-13T08:37:36,738 DEBUG [StoreCloser-TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/97093283e405081aa16afda5348391e6/A/94616de8de3140b69ab40e4fd693bb38 to hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/archive/data/default/TestAcidGuarantees/97093283e405081aa16afda5348391e6/A/94616de8de3140b69ab40e4fd693bb38 2024-11-13T08:37:36,739 DEBUG [StoreCloser-TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/97093283e405081aa16afda5348391e6/A/d900cbc183dc4b2db3b4eebd95f8d7e9 to hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/archive/data/default/TestAcidGuarantees/97093283e405081aa16afda5348391e6/A/d900cbc183dc4b2db3b4eebd95f8d7e9 2024-11-13T08:37:36,740 DEBUG [StoreCloser-TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/97093283e405081aa16afda5348391e6/A/e537418b6c7a4e64b41a27f7431ac35a to hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/archive/data/default/TestAcidGuarantees/97093283e405081aa16afda5348391e6/A/e537418b6c7a4e64b41a27f7431ac35a 2024-11-13T08:37:36,741 DEBUG [StoreCloser-TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/97093283e405081aa16afda5348391e6/A/ce1fc3d7c3c74e8792189f1d2049f946 to hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/archive/data/default/TestAcidGuarantees/97093283e405081aa16afda5348391e6/A/ce1fc3d7c3c74e8792189f1d2049f946 2024-11-13T08:37:36,742 DEBUG [StoreCloser-TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/97093283e405081aa16afda5348391e6/A/1162d5d2ee2a40fc95a3ff35a5ea26a9 to hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/archive/data/default/TestAcidGuarantees/97093283e405081aa16afda5348391e6/A/1162d5d2ee2a40fc95a3ff35a5ea26a9 2024-11-13T08:37:36,743 DEBUG [StoreCloser-TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/97093283e405081aa16afda5348391e6/A/8e0d8abc9dd7498080a1238ab87805fb to hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/archive/data/default/TestAcidGuarantees/97093283e405081aa16afda5348391e6/A/8e0d8abc9dd7498080a1238ab87805fb 2024-11-13T08:37:36,744 DEBUG [StoreCloser-TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/97093283e405081aa16afda5348391e6/A/5eaaf39c8b4647df8cb878dc47dae3b0 to hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/archive/data/default/TestAcidGuarantees/97093283e405081aa16afda5348391e6/A/5eaaf39c8b4647df8cb878dc47dae3b0 2024-11-13T08:37:36,745 DEBUG [StoreCloser-TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/97093283e405081aa16afda5348391e6/A/9963fde771ac401ea8e5607bf7e59d1e to hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/archive/data/default/TestAcidGuarantees/97093283e405081aa16afda5348391e6/A/9963fde771ac401ea8e5607bf7e59d1e 2024-11-13T08:37:36,746 DEBUG [StoreCloser-TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/97093283e405081aa16afda5348391e6/A/ee403db8cfcb438698f7f3389aefc4e3 to hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/archive/data/default/TestAcidGuarantees/97093283e405081aa16afda5348391e6/A/ee403db8cfcb438698f7f3389aefc4e3 2024-11-13T08:37:36,747 DEBUG [StoreCloser-TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/97093283e405081aa16afda5348391e6/A/c83825bb66614e61bc209cc6ed17b945 to hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/archive/data/default/TestAcidGuarantees/97093283e405081aa16afda5348391e6/A/c83825bb66614e61bc209cc6ed17b945 2024-11-13T08:37:36,748 DEBUG [StoreCloser-TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/97093283e405081aa16afda5348391e6/A/595f6e74a30147fca55fe1e6c51458e5 to hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/archive/data/default/TestAcidGuarantees/97093283e405081aa16afda5348391e6/A/595f6e74a30147fca55fe1e6c51458e5 2024-11-13T08:37:36,749 DEBUG [StoreCloser-TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/97093283e405081aa16afda5348391e6/A/859a14e4f6214179b8cf150a0d2e142a to hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/archive/data/default/TestAcidGuarantees/97093283e405081aa16afda5348391e6/A/859a14e4f6214179b8cf150a0d2e142a 2024-11-13T08:37:36,750 DEBUG [StoreCloser-TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/97093283e405081aa16afda5348391e6/A/6f1051681b294adc8f5b70380cd54a1e to hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/archive/data/default/TestAcidGuarantees/97093283e405081aa16afda5348391e6/A/6f1051681b294adc8f5b70380cd54a1e 2024-11-13T08:37:36,751 DEBUG [StoreCloser-TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/97093283e405081aa16afda5348391e6/A/e180a56ac0d94b5fb5c95b8a89895b18 to hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/archive/data/default/TestAcidGuarantees/97093283e405081aa16afda5348391e6/A/e180a56ac0d94b5fb5c95b8a89895b18 2024-11-13T08:37:36,752 DEBUG [StoreCloser-TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/97093283e405081aa16afda5348391e6/A/98d7c2e09b8f4e7f81758c47f8334f91 to hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/archive/data/default/TestAcidGuarantees/97093283e405081aa16afda5348391e6/A/98d7c2e09b8f4e7f81758c47f8334f91 2024-11-13T08:37:36,753 DEBUG [StoreCloser-TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/97093283e405081aa16afda5348391e6/A/53fde788f2324e038b8526fb961eaed2 to hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/archive/data/default/TestAcidGuarantees/97093283e405081aa16afda5348391e6/A/53fde788f2324e038b8526fb961eaed2 2024-11-13T08:37:36,754 DEBUG [StoreCloser-TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/97093283e405081aa16afda5348391e6/A/8316d4423b96415d8324ea5fe5728c5f to hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/archive/data/default/TestAcidGuarantees/97093283e405081aa16afda5348391e6/A/8316d4423b96415d8324ea5fe5728c5f 2024-11-13T08:37:36,755 DEBUG [StoreCloser-TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/97093283e405081aa16afda5348391e6/A/0c3cc3745318441b9d715e5ea26949bd to hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/archive/data/default/TestAcidGuarantees/97093283e405081aa16afda5348391e6/A/0c3cc3745318441b9d715e5ea26949bd 2024-11-13T08:37:36,756 DEBUG [StoreCloser-TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/97093283e405081aa16afda5348391e6/A/ad487e82979448be9989e3abaf8d78e0 to hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/archive/data/default/TestAcidGuarantees/97093283e405081aa16afda5348391e6/A/ad487e82979448be9989e3abaf8d78e0 2024-11-13T08:37:36,758 DEBUG [StoreCloser-TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/97093283e405081aa16afda5348391e6/B/fd3df7b157bd43f19465b30493ba0833, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/97093283e405081aa16afda5348391e6/B/406419b0b3ec4eee99c86c6ff27000f9, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/97093283e405081aa16afda5348391e6/B/80d4af5f017646dbb8af9258ac41ae1b, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/97093283e405081aa16afda5348391e6/B/62b5fa8c5e3c417a903c87cf7f0f7c2c, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/97093283e405081aa16afda5348391e6/B/109c6a9ded164e7693ac481d25807889, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/97093283e405081aa16afda5348391e6/B/9f58d5af3f774b3c957320fec293f892, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/97093283e405081aa16afda5348391e6/B/ff5492f8646d4dcf82074cc1f1db8e31, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/97093283e405081aa16afda5348391e6/B/68e1341e816343cdb0be140072ef1fd3, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/97093283e405081aa16afda5348391e6/B/1c54b35367104fc88fba5f063e06db13, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/97093283e405081aa16afda5348391e6/B/d6a49a9e455e4c5f888d793c889d0716, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/97093283e405081aa16afda5348391e6/B/ac73e15ca61c4070bfe83ca0a25142ff, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/97093283e405081aa16afda5348391e6/B/8fb1fc5558c04fc4992127f7fa972caf, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/97093283e405081aa16afda5348391e6/B/dd642a8524934e27853c39a2d0490cd0, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/97093283e405081aa16afda5348391e6/B/23e5433d6399439288d42a66b9ecf070, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/97093283e405081aa16afda5348391e6/B/b1e564de7ce94eeb8c4c58f193894168, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/97093283e405081aa16afda5348391e6/B/d82fad3779164b98a1cc79997517d23a, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/97093283e405081aa16afda5348391e6/B/037441288a034e0695ad3ac65260e32b, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/97093283e405081aa16afda5348391e6/B/dcaa2d36913042408743d3e3ac1131f5, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/97093283e405081aa16afda5348391e6/B/3bf7b1420bc5454c98033fa251a3f299, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/97093283e405081aa16afda5348391e6/B/c9ec6472f6f743fe8d47accf8e6c7c47, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/97093283e405081aa16afda5348391e6/B/ce39b2755a54486e9047c07e9d4a82f6, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/97093283e405081aa16afda5348391e6/B/2a83ae81b17847fe8ecae479caab3828, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/97093283e405081aa16afda5348391e6/B/ff96db252b4b42f49dfb8c61d404450d, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/97093283e405081aa16afda5348391e6/B/b880f85c9c2f47fda741d41bc0c82dd5, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/97093283e405081aa16afda5348391e6/B/c2ac5cd73a8d4308a8727253dc8faa34, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/97093283e405081aa16afda5348391e6/B/95784fed1af04cacbb8abfd182395d47, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/97093283e405081aa16afda5348391e6/B/1b7b0e9308d545ec982073a59b6947cc] to archive 2024-11-13T08:37:36,759 DEBUG [StoreCloser-TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-13T08:37:36,760 DEBUG [StoreCloser-TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/97093283e405081aa16afda5348391e6/B/fd3df7b157bd43f19465b30493ba0833 to hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/archive/data/default/TestAcidGuarantees/97093283e405081aa16afda5348391e6/B/fd3df7b157bd43f19465b30493ba0833 2024-11-13T08:37:36,761 DEBUG [StoreCloser-TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/97093283e405081aa16afda5348391e6/B/406419b0b3ec4eee99c86c6ff27000f9 to hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/archive/data/default/TestAcidGuarantees/97093283e405081aa16afda5348391e6/B/406419b0b3ec4eee99c86c6ff27000f9 2024-11-13T08:37:36,762 DEBUG [StoreCloser-TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/97093283e405081aa16afda5348391e6/B/80d4af5f017646dbb8af9258ac41ae1b to hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/archive/data/default/TestAcidGuarantees/97093283e405081aa16afda5348391e6/B/80d4af5f017646dbb8af9258ac41ae1b 2024-11-13T08:37:36,763 DEBUG [StoreCloser-TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/97093283e405081aa16afda5348391e6/B/62b5fa8c5e3c417a903c87cf7f0f7c2c to hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/archive/data/default/TestAcidGuarantees/97093283e405081aa16afda5348391e6/B/62b5fa8c5e3c417a903c87cf7f0f7c2c 2024-11-13T08:37:36,764 DEBUG [StoreCloser-TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/97093283e405081aa16afda5348391e6/B/109c6a9ded164e7693ac481d25807889 to hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/archive/data/default/TestAcidGuarantees/97093283e405081aa16afda5348391e6/B/109c6a9ded164e7693ac481d25807889 2024-11-13T08:37:36,765 DEBUG [StoreCloser-TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/97093283e405081aa16afda5348391e6/B/9f58d5af3f774b3c957320fec293f892 to hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/archive/data/default/TestAcidGuarantees/97093283e405081aa16afda5348391e6/B/9f58d5af3f774b3c957320fec293f892 2024-11-13T08:37:36,766 DEBUG [StoreCloser-TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/97093283e405081aa16afda5348391e6/B/ff5492f8646d4dcf82074cc1f1db8e31 to hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/archive/data/default/TestAcidGuarantees/97093283e405081aa16afda5348391e6/B/ff5492f8646d4dcf82074cc1f1db8e31 2024-11-13T08:37:36,767 DEBUG [StoreCloser-TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/97093283e405081aa16afda5348391e6/B/68e1341e816343cdb0be140072ef1fd3 to hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/archive/data/default/TestAcidGuarantees/97093283e405081aa16afda5348391e6/B/68e1341e816343cdb0be140072ef1fd3 2024-11-13T08:37:36,768 DEBUG [StoreCloser-TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/97093283e405081aa16afda5348391e6/B/1c54b35367104fc88fba5f063e06db13 to hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/archive/data/default/TestAcidGuarantees/97093283e405081aa16afda5348391e6/B/1c54b35367104fc88fba5f063e06db13 2024-11-13T08:37:36,769 DEBUG [StoreCloser-TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/97093283e405081aa16afda5348391e6/B/d6a49a9e455e4c5f888d793c889d0716 to hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/archive/data/default/TestAcidGuarantees/97093283e405081aa16afda5348391e6/B/d6a49a9e455e4c5f888d793c889d0716 2024-11-13T08:37:36,770 DEBUG [StoreCloser-TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/97093283e405081aa16afda5348391e6/B/ac73e15ca61c4070bfe83ca0a25142ff to hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/archive/data/default/TestAcidGuarantees/97093283e405081aa16afda5348391e6/B/ac73e15ca61c4070bfe83ca0a25142ff 2024-11-13T08:37:36,771 DEBUG [StoreCloser-TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/97093283e405081aa16afda5348391e6/B/8fb1fc5558c04fc4992127f7fa972caf to hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/archive/data/default/TestAcidGuarantees/97093283e405081aa16afda5348391e6/B/8fb1fc5558c04fc4992127f7fa972caf 2024-11-13T08:37:36,772 DEBUG [StoreCloser-TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/97093283e405081aa16afda5348391e6/B/dd642a8524934e27853c39a2d0490cd0 to hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/archive/data/default/TestAcidGuarantees/97093283e405081aa16afda5348391e6/B/dd642a8524934e27853c39a2d0490cd0 2024-11-13T08:37:36,773 DEBUG [StoreCloser-TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/97093283e405081aa16afda5348391e6/B/23e5433d6399439288d42a66b9ecf070 to hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/archive/data/default/TestAcidGuarantees/97093283e405081aa16afda5348391e6/B/23e5433d6399439288d42a66b9ecf070 2024-11-13T08:37:36,774 DEBUG [StoreCloser-TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/97093283e405081aa16afda5348391e6/B/b1e564de7ce94eeb8c4c58f193894168 to hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/archive/data/default/TestAcidGuarantees/97093283e405081aa16afda5348391e6/B/b1e564de7ce94eeb8c4c58f193894168 2024-11-13T08:37:36,775 DEBUG [StoreCloser-TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/97093283e405081aa16afda5348391e6/B/d82fad3779164b98a1cc79997517d23a to hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/archive/data/default/TestAcidGuarantees/97093283e405081aa16afda5348391e6/B/d82fad3779164b98a1cc79997517d23a 2024-11-13T08:37:36,776 DEBUG [StoreCloser-TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/97093283e405081aa16afda5348391e6/B/037441288a034e0695ad3ac65260e32b to hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/archive/data/default/TestAcidGuarantees/97093283e405081aa16afda5348391e6/B/037441288a034e0695ad3ac65260e32b 2024-11-13T08:37:36,777 DEBUG [StoreCloser-TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/97093283e405081aa16afda5348391e6/B/dcaa2d36913042408743d3e3ac1131f5 to hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/archive/data/default/TestAcidGuarantees/97093283e405081aa16afda5348391e6/B/dcaa2d36913042408743d3e3ac1131f5 2024-11-13T08:37:36,778 DEBUG [StoreCloser-TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/97093283e405081aa16afda5348391e6/B/3bf7b1420bc5454c98033fa251a3f299 to hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/archive/data/default/TestAcidGuarantees/97093283e405081aa16afda5348391e6/B/3bf7b1420bc5454c98033fa251a3f299 2024-11-13T08:37:36,779 DEBUG [StoreCloser-TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/97093283e405081aa16afda5348391e6/B/c9ec6472f6f743fe8d47accf8e6c7c47 to hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/archive/data/default/TestAcidGuarantees/97093283e405081aa16afda5348391e6/B/c9ec6472f6f743fe8d47accf8e6c7c47 2024-11-13T08:37:36,780 DEBUG [StoreCloser-TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/97093283e405081aa16afda5348391e6/B/ce39b2755a54486e9047c07e9d4a82f6 to hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/archive/data/default/TestAcidGuarantees/97093283e405081aa16afda5348391e6/B/ce39b2755a54486e9047c07e9d4a82f6 2024-11-13T08:37:36,781 DEBUG [StoreCloser-TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/97093283e405081aa16afda5348391e6/B/2a83ae81b17847fe8ecae479caab3828 to hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/archive/data/default/TestAcidGuarantees/97093283e405081aa16afda5348391e6/B/2a83ae81b17847fe8ecae479caab3828 2024-11-13T08:37:36,781 DEBUG [StoreCloser-TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/97093283e405081aa16afda5348391e6/B/ff96db252b4b42f49dfb8c61d404450d to hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/archive/data/default/TestAcidGuarantees/97093283e405081aa16afda5348391e6/B/ff96db252b4b42f49dfb8c61d404450d 2024-11-13T08:37:36,782 DEBUG [StoreCloser-TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/97093283e405081aa16afda5348391e6/B/b880f85c9c2f47fda741d41bc0c82dd5 to hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/archive/data/default/TestAcidGuarantees/97093283e405081aa16afda5348391e6/B/b880f85c9c2f47fda741d41bc0c82dd5 2024-11-13T08:37:36,783 DEBUG [StoreCloser-TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/97093283e405081aa16afda5348391e6/B/c2ac5cd73a8d4308a8727253dc8faa34 to hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/archive/data/default/TestAcidGuarantees/97093283e405081aa16afda5348391e6/B/c2ac5cd73a8d4308a8727253dc8faa34 2024-11-13T08:37:36,784 DEBUG [StoreCloser-TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/97093283e405081aa16afda5348391e6/B/95784fed1af04cacbb8abfd182395d47 to hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/archive/data/default/TestAcidGuarantees/97093283e405081aa16afda5348391e6/B/95784fed1af04cacbb8abfd182395d47 2024-11-13T08:37:36,786 DEBUG [StoreCloser-TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/97093283e405081aa16afda5348391e6/B/1b7b0e9308d545ec982073a59b6947cc to hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/archive/data/default/TestAcidGuarantees/97093283e405081aa16afda5348391e6/B/1b7b0e9308d545ec982073a59b6947cc 2024-11-13T08:37:36,787 DEBUG [StoreCloser-TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/97093283e405081aa16afda5348391e6/C/54243e83475f423e886b413120e1b71c, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/97093283e405081aa16afda5348391e6/C/41c80f6e1eb141a6a1be3ccd8dbe66bf, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/97093283e405081aa16afda5348391e6/C/eb90b5e6e2ab418ba3c70922da41ed0e, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/97093283e405081aa16afda5348391e6/C/c49b17eb449449a18b06910ece87b374, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/97093283e405081aa16afda5348391e6/C/fcb26a4bcb39483ab1ec4fdcf4a7aa2c, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/97093283e405081aa16afda5348391e6/C/5cd8c1e4d26d4a40a743956a6dc9ba5f, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/97093283e405081aa16afda5348391e6/C/1283edafb87b44a78532ba2cb57fa18b, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/97093283e405081aa16afda5348391e6/C/30845ddede0845019b559ebe756b1b31, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/97093283e405081aa16afda5348391e6/C/e1bd030277134200811f729755b83c3e, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/97093283e405081aa16afda5348391e6/C/926b88b9f4ae456a9d76502e09176e37, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/97093283e405081aa16afda5348391e6/C/b1fce56a2d7a4336b6951aff6ae7e450, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/97093283e405081aa16afda5348391e6/C/21c47ccb00934d199cf2b01f6af9542f, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/97093283e405081aa16afda5348391e6/C/51f54408618746d3b7d7103feb0b9e1c, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/97093283e405081aa16afda5348391e6/C/046ee2c3d73d46e6a3cdb15e6b819817, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/97093283e405081aa16afda5348391e6/C/c8485933558f40ee8330b3fb9f855bde, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/97093283e405081aa16afda5348391e6/C/906e717e56a34978b3c012a079b410a8, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/97093283e405081aa16afda5348391e6/C/d831543069194a678f79b14555e2413b, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/97093283e405081aa16afda5348391e6/C/9ace313e0d264f849ad01d081595f0e7, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/97093283e405081aa16afda5348391e6/C/3baddc3c0e6e4c8783dcc5a44ed28f19, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/97093283e405081aa16afda5348391e6/C/bb4c516f26fc43049fca0f81c254cbf8, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/97093283e405081aa16afda5348391e6/C/9da423404626439b9e7cddc2ef4d29f7, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/97093283e405081aa16afda5348391e6/C/d639761bad71409aaa529f6d8b20f0a5, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/97093283e405081aa16afda5348391e6/C/e03474f674804cc9b11f433cf62a5670, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/97093283e405081aa16afda5348391e6/C/7db17fe02b084bfd9cc1f797aa273098, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/97093283e405081aa16afda5348391e6/C/e61650326dd147c49f4b5fa87c505230, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/97093283e405081aa16afda5348391e6/C/2aa032ba984d4f18a21155a6c66c1bec, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/97093283e405081aa16afda5348391e6/C/5a951fa3e9474826aaa532d8a483b125] to archive 2024-11-13T08:37:36,788 DEBUG [StoreCloser-TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-13T08:37:36,789 DEBUG [StoreCloser-TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/97093283e405081aa16afda5348391e6/C/54243e83475f423e886b413120e1b71c to hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/archive/data/default/TestAcidGuarantees/97093283e405081aa16afda5348391e6/C/54243e83475f423e886b413120e1b71c 2024-11-13T08:37:36,790 DEBUG [StoreCloser-TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/97093283e405081aa16afda5348391e6/C/41c80f6e1eb141a6a1be3ccd8dbe66bf to hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/archive/data/default/TestAcidGuarantees/97093283e405081aa16afda5348391e6/C/41c80f6e1eb141a6a1be3ccd8dbe66bf 2024-11-13T08:37:36,791 DEBUG [StoreCloser-TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/97093283e405081aa16afda5348391e6/C/eb90b5e6e2ab418ba3c70922da41ed0e to hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/archive/data/default/TestAcidGuarantees/97093283e405081aa16afda5348391e6/C/eb90b5e6e2ab418ba3c70922da41ed0e 2024-11-13T08:37:36,792 DEBUG [StoreCloser-TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/97093283e405081aa16afda5348391e6/C/c49b17eb449449a18b06910ece87b374 to hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/archive/data/default/TestAcidGuarantees/97093283e405081aa16afda5348391e6/C/c49b17eb449449a18b06910ece87b374 2024-11-13T08:37:36,794 DEBUG [StoreCloser-TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/97093283e405081aa16afda5348391e6/C/fcb26a4bcb39483ab1ec4fdcf4a7aa2c to hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/archive/data/default/TestAcidGuarantees/97093283e405081aa16afda5348391e6/C/fcb26a4bcb39483ab1ec4fdcf4a7aa2c 2024-11-13T08:37:36,795 DEBUG [StoreCloser-TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/97093283e405081aa16afda5348391e6/C/5cd8c1e4d26d4a40a743956a6dc9ba5f to hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/archive/data/default/TestAcidGuarantees/97093283e405081aa16afda5348391e6/C/5cd8c1e4d26d4a40a743956a6dc9ba5f 2024-11-13T08:37:36,796 DEBUG [StoreCloser-TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/97093283e405081aa16afda5348391e6/C/1283edafb87b44a78532ba2cb57fa18b to hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/archive/data/default/TestAcidGuarantees/97093283e405081aa16afda5348391e6/C/1283edafb87b44a78532ba2cb57fa18b 2024-11-13T08:37:36,797 DEBUG [StoreCloser-TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/97093283e405081aa16afda5348391e6/C/30845ddede0845019b559ebe756b1b31 to hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/archive/data/default/TestAcidGuarantees/97093283e405081aa16afda5348391e6/C/30845ddede0845019b559ebe756b1b31 2024-11-13T08:37:36,798 DEBUG [StoreCloser-TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/97093283e405081aa16afda5348391e6/C/e1bd030277134200811f729755b83c3e to hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/archive/data/default/TestAcidGuarantees/97093283e405081aa16afda5348391e6/C/e1bd030277134200811f729755b83c3e 2024-11-13T08:37:36,799 DEBUG [StoreCloser-TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/97093283e405081aa16afda5348391e6/C/926b88b9f4ae456a9d76502e09176e37 to hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/archive/data/default/TestAcidGuarantees/97093283e405081aa16afda5348391e6/C/926b88b9f4ae456a9d76502e09176e37 2024-11-13T08:37:36,800 DEBUG [StoreCloser-TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/97093283e405081aa16afda5348391e6/C/b1fce56a2d7a4336b6951aff6ae7e450 to hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/archive/data/default/TestAcidGuarantees/97093283e405081aa16afda5348391e6/C/b1fce56a2d7a4336b6951aff6ae7e450 2024-11-13T08:37:36,801 DEBUG [StoreCloser-TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/97093283e405081aa16afda5348391e6/C/21c47ccb00934d199cf2b01f6af9542f to hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/archive/data/default/TestAcidGuarantees/97093283e405081aa16afda5348391e6/C/21c47ccb00934d199cf2b01f6af9542f 2024-11-13T08:37:36,802 DEBUG [StoreCloser-TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/97093283e405081aa16afda5348391e6/C/51f54408618746d3b7d7103feb0b9e1c to hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/archive/data/default/TestAcidGuarantees/97093283e405081aa16afda5348391e6/C/51f54408618746d3b7d7103feb0b9e1c 2024-11-13T08:37:36,803 DEBUG [StoreCloser-TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/97093283e405081aa16afda5348391e6/C/046ee2c3d73d46e6a3cdb15e6b819817 to hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/archive/data/default/TestAcidGuarantees/97093283e405081aa16afda5348391e6/C/046ee2c3d73d46e6a3cdb15e6b819817 2024-11-13T08:37:36,804 DEBUG [StoreCloser-TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/97093283e405081aa16afda5348391e6/C/c8485933558f40ee8330b3fb9f855bde to hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/archive/data/default/TestAcidGuarantees/97093283e405081aa16afda5348391e6/C/c8485933558f40ee8330b3fb9f855bde 2024-11-13T08:37:36,805 DEBUG [StoreCloser-TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/97093283e405081aa16afda5348391e6/C/906e717e56a34978b3c012a079b410a8 to hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/archive/data/default/TestAcidGuarantees/97093283e405081aa16afda5348391e6/C/906e717e56a34978b3c012a079b410a8 2024-11-13T08:37:36,806 DEBUG [StoreCloser-TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/97093283e405081aa16afda5348391e6/C/d831543069194a678f79b14555e2413b to hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/archive/data/default/TestAcidGuarantees/97093283e405081aa16afda5348391e6/C/d831543069194a678f79b14555e2413b 2024-11-13T08:37:36,807 DEBUG [StoreCloser-TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/97093283e405081aa16afda5348391e6/C/9ace313e0d264f849ad01d081595f0e7 to hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/archive/data/default/TestAcidGuarantees/97093283e405081aa16afda5348391e6/C/9ace313e0d264f849ad01d081595f0e7 2024-11-13T08:37:36,808 DEBUG [StoreCloser-TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/97093283e405081aa16afda5348391e6/C/3baddc3c0e6e4c8783dcc5a44ed28f19 to hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/archive/data/default/TestAcidGuarantees/97093283e405081aa16afda5348391e6/C/3baddc3c0e6e4c8783dcc5a44ed28f19 2024-11-13T08:37:36,809 DEBUG [StoreCloser-TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/97093283e405081aa16afda5348391e6/C/bb4c516f26fc43049fca0f81c254cbf8 to hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/archive/data/default/TestAcidGuarantees/97093283e405081aa16afda5348391e6/C/bb4c516f26fc43049fca0f81c254cbf8 2024-11-13T08:37:36,810 DEBUG [StoreCloser-TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/97093283e405081aa16afda5348391e6/C/9da423404626439b9e7cddc2ef4d29f7 to hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/archive/data/default/TestAcidGuarantees/97093283e405081aa16afda5348391e6/C/9da423404626439b9e7cddc2ef4d29f7 2024-11-13T08:37:36,811 DEBUG [StoreCloser-TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/97093283e405081aa16afda5348391e6/C/d639761bad71409aaa529f6d8b20f0a5 to hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/archive/data/default/TestAcidGuarantees/97093283e405081aa16afda5348391e6/C/d639761bad71409aaa529f6d8b20f0a5 2024-11-13T08:37:36,812 DEBUG [StoreCloser-TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/97093283e405081aa16afda5348391e6/C/e03474f674804cc9b11f433cf62a5670 to hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/archive/data/default/TestAcidGuarantees/97093283e405081aa16afda5348391e6/C/e03474f674804cc9b11f433cf62a5670 2024-11-13T08:37:36,813 DEBUG [StoreCloser-TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/97093283e405081aa16afda5348391e6/C/7db17fe02b084bfd9cc1f797aa273098 to hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/archive/data/default/TestAcidGuarantees/97093283e405081aa16afda5348391e6/C/7db17fe02b084bfd9cc1f797aa273098 2024-11-13T08:37:36,814 DEBUG [StoreCloser-TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/97093283e405081aa16afda5348391e6/C/e61650326dd147c49f4b5fa87c505230 to hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/archive/data/default/TestAcidGuarantees/97093283e405081aa16afda5348391e6/C/e61650326dd147c49f4b5fa87c505230 2024-11-13T08:37:36,815 DEBUG [StoreCloser-TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/97093283e405081aa16afda5348391e6/C/2aa032ba984d4f18a21155a6c66c1bec to hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/archive/data/default/TestAcidGuarantees/97093283e405081aa16afda5348391e6/C/2aa032ba984d4f18a21155a6c66c1bec 2024-11-13T08:37:36,816 DEBUG [StoreCloser-TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/97093283e405081aa16afda5348391e6/C/5a951fa3e9474826aaa532d8a483b125 to hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/archive/data/default/TestAcidGuarantees/97093283e405081aa16afda5348391e6/C/5a951fa3e9474826aaa532d8a483b125 2024-11-13T08:37:36,821 DEBUG [RS_CLOSE_REGION-regionserver/dd3a0865bb23:0-0 {event_type=M_RS_CLOSE_REGION, pid=63}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/97093283e405081aa16afda5348391e6/recovered.edits/421.seqid, newMaxSeqId=421, maxSeqId=4 2024-11-13T08:37:36,822 INFO [RS_CLOSE_REGION-regionserver/dd3a0865bb23:0-0 {event_type=M_RS_CLOSE_REGION, pid=63}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6. 2024-11-13T08:37:36,822 DEBUG [RS_CLOSE_REGION-regionserver/dd3a0865bb23:0-0 {event_type=M_RS_CLOSE_REGION, pid=63}] regionserver.HRegion(1676): Region close journal for 97093283e405081aa16afda5348391e6: Waiting for close lock at 1731487055017Running coprocessor pre-close hooks at 1731487055017Disabling compacts and flushes for region at 1731487055017Disabling writes for close at 1731487055071 (+54 ms)Obtaining lock to block concurrent updates at 1731487055071Preparing flush snapshotting stores in 97093283e405081aa16afda5348391e6 at 1731487055071Finished memstore snapshotting TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6., syncing WAL and waiting on mvcc, flushsize=dataSize=20610, getHeapSize=54720, getOffHeapSize=0, getCellsCount=450 at 1731487055072 (+1 ms)Flushing stores of TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6. at 1731487055072Flushing 97093283e405081aa16afda5348391e6/A: creating writer at 1731487055072Flushing mob file 97093283e405081aa16afda5348391e6/A: appending metadata at 1731487055076 (+4 ms)Flushing mob file 97093283e405081aa16afda5348391e6/A: closing flushed file at 1731487055076Flushing 97093283e405081aa16afda5348391e6/A: appending metadata at 1731487055485 (+409 ms)Flushing 97093283e405081aa16afda5348391e6/A: closing flushed file at 1731487055485Flushing 97093283e405081aa16afda5348391e6/B: creating writer at 1731487055893 (+408 ms)Flushing 97093283e405081aa16afda5348391e6/B: appending metadata at 1731487055895 (+2 ms)Flushing 97093283e405081aa16afda5348391e6/B: closing flushed file at 1731487055895Flushing 97093283e405081aa16afda5348391e6/C: creating writer at 1731487056303 (+408 ms)Flushing 97093283e405081aa16afda5348391e6/C: appending metadata at 1731487056305 (+2 ms)Flushing 97093283e405081aa16afda5348391e6/C: closing flushed file at 1731487056306 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@436552d4: reopening flushed file at 1731487056713 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7a29a0e7: reopening flushed file at 1731487056718 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@24540579: reopening flushed file at 1731487056722 (+4 ms)Finished flush of dataSize ~20.13 KB/20610, heapSize ~53.44 KB/54720, currentSize=0 B/0 for 97093283e405081aa16afda5348391e6 in 1656ms, sequenceid=418, compaction requested=true at 1731487056727 (+5 ms)Writing region close event to WAL at 1731487056817 (+90 ms)Running coprocessor post-close hooks at 1731487056821 (+4 ms)Closed at 1731487056821 2024-11-13T08:37:36,824 INFO [RS_CLOSE_REGION-regionserver/dd3a0865bb23:0-0 {event_type=M_RS_CLOSE_REGION, pid=63}] handler.UnassignRegionHandler(157): Closed 97093283e405081aa16afda5348391e6 2024-11-13T08:37:36,824 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=62 updating hbase:meta row=97093283e405081aa16afda5348391e6, regionState=CLOSED 2024-11-13T08:37:36,826 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=63, ppid=62, state=RUNNABLE, hasLock=false; CloseRegionProcedure 97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 because future has completed 2024-11-13T08:37:36,828 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=63, resume processing ppid=62 2024-11-13T08:37:36,828 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=63, ppid=62, state=SUCCESS, hasLock=false; CloseRegionProcedure 97093283e405081aa16afda5348391e6, server=dd3a0865bb23,43851,1731486997349 in 1.9610 sec 2024-11-13T08:37:36,830 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=62, resume processing ppid=61 2024-11-13T08:37:36,830 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=62, ppid=61, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=97093283e405081aa16afda5348391e6, UNASSIGN in 1.9660 sec 2024-11-13T08:37:36,831 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=61, resume processing ppid=60 2024-11-13T08:37:36,831 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=61, ppid=60, state=SUCCESS, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.9690 sec 2024-11-13T08:37:36,833 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731487056832"}]},"ts":"1731487056832"} 2024-11-13T08:37:36,834 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-13T08:37:36,834 INFO [PEWorker-3 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-13T08:37:36,835 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=60, state=SUCCESS, hasLock=false; DisableTableProcedure table=TestAcidGuarantees in 1.9780 sec 2024-11-13T08:37:36,995 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees 2024-11-13T08:37:37,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45349 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=60 2024-11-13T08:37:37,006 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DISABLE, Table Name: default:TestAcidGuarantees completed 2024-11-13T08:37:37,006 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45349 {}] master.HMaster$5(2570): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-11-13T08:37:37,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45349 {}] procedure2.ProcedureExecutor(1139): Stored pid=64, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees 2024-11-13T08:37:37,008 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=64, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-13T08:37:37,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45349 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=64 2024-11-13T08:37:37,009 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=64, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-13T08:37:37,011 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/97093283e405081aa16afda5348391e6 2024-11-13T08:37:37,013 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/97093283e405081aa16afda5348391e6/A, FileablePath, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/97093283e405081aa16afda5348391e6/B, FileablePath, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/97093283e405081aa16afda5348391e6/C, FileablePath, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/97093283e405081aa16afda5348391e6/recovered.edits] 2024-11-13T08:37:37,015 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/97093283e405081aa16afda5348391e6/A/00be3393d5784d53b195aec688224207 to hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/archive/data/default/TestAcidGuarantees/97093283e405081aa16afda5348391e6/A/00be3393d5784d53b195aec688224207 2024-11-13T08:37:37,017 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/97093283e405081aa16afda5348391e6/A/86620ede153e44449c522809b5b93f8d to hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/archive/data/default/TestAcidGuarantees/97093283e405081aa16afda5348391e6/A/86620ede153e44449c522809b5b93f8d 2024-11-13T08:37:37,018 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/97093283e405081aa16afda5348391e6/A/c1f79fad80fd450c8adbb9ebb382eafd to hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/archive/data/default/TestAcidGuarantees/97093283e405081aa16afda5348391e6/A/c1f79fad80fd450c8adbb9ebb382eafd 2024-11-13T08:37:37,019 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/97093283e405081aa16afda5348391e6/A/d1c954f0aa474867b2a515e782c71d72 to hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/archive/data/default/TestAcidGuarantees/97093283e405081aa16afda5348391e6/A/d1c954f0aa474867b2a515e782c71d72 2024-11-13T08:37:37,021 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/97093283e405081aa16afda5348391e6/B/09b56ada57694c699034398f31c72a08 to hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/archive/data/default/TestAcidGuarantees/97093283e405081aa16afda5348391e6/B/09b56ada57694c699034398f31c72a08 2024-11-13T08:37:37,022 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/97093283e405081aa16afda5348391e6/B/207c0360fce24635996b7a25a302463b to hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/archive/data/default/TestAcidGuarantees/97093283e405081aa16afda5348391e6/B/207c0360fce24635996b7a25a302463b 2024-11-13T08:37:37,023 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/97093283e405081aa16afda5348391e6/B/b6aa875bfa1b41e582fd4dda07f3bfb7 to hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/archive/data/default/TestAcidGuarantees/97093283e405081aa16afda5348391e6/B/b6aa875bfa1b41e582fd4dda07f3bfb7 2024-11-13T08:37:37,024 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/97093283e405081aa16afda5348391e6/B/ccf78d1d93b14d5b80714880254e137f to hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/archive/data/default/TestAcidGuarantees/97093283e405081aa16afda5348391e6/B/ccf78d1d93b14d5b80714880254e137f 2024-11-13T08:37:37,026 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/97093283e405081aa16afda5348391e6/C/003ed6b4075844a2b0c7fd6337d299ae to hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/archive/data/default/TestAcidGuarantees/97093283e405081aa16afda5348391e6/C/003ed6b4075844a2b0c7fd6337d299ae 2024-11-13T08:37:37,027 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/97093283e405081aa16afda5348391e6/C/0d330048b2f44d35aebec930c2023d9b to hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/archive/data/default/TestAcidGuarantees/97093283e405081aa16afda5348391e6/C/0d330048b2f44d35aebec930c2023d9b 2024-11-13T08:37:37,028 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/97093283e405081aa16afda5348391e6/C/36f3ea7f8cb945818b99c42fa244f394 to hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/archive/data/default/TestAcidGuarantees/97093283e405081aa16afda5348391e6/C/36f3ea7f8cb945818b99c42fa244f394 2024-11-13T08:37:37,029 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/97093283e405081aa16afda5348391e6/C/4904971b775e45569ec5b003c12f4d3a to hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/archive/data/default/TestAcidGuarantees/97093283e405081aa16afda5348391e6/C/4904971b775e45569ec5b003c12f4d3a 2024-11-13T08:37:37,032 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/97093283e405081aa16afda5348391e6/recovered.edits/421.seqid to hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/archive/data/default/TestAcidGuarantees/97093283e405081aa16afda5348391e6/recovered.edits/421.seqid 2024-11-13T08:37:37,032 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/97093283e405081aa16afda5348391e6 2024-11-13T08:37:37,032 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-13T08:37:37,033 DEBUG [PEWorker-2 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-13T08:37:37,034 DEBUG [PEWorker-2 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A] 2024-11-13T08:37:37,037 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241113112995958d1b4e8caec1c073d76575d7_97093283e405081aa16afda5348391e6 to hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241113112995958d1b4e8caec1c073d76575d7_97093283e405081aa16afda5348391e6 2024-11-13T08:37:37,038 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241113212e935b2397475b89100140bb427f3a_97093283e405081aa16afda5348391e6 to hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241113212e935b2397475b89100140bb427f3a_97093283e405081aa16afda5348391e6 2024-11-13T08:37:37,039 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111322870221522c41b1911ea3ffe4146727_97093283e405081aa16afda5348391e6 to hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111322870221522c41b1911ea3ffe4146727_97093283e405081aa16afda5348391e6 2024-11-13T08:37:37,040 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111324cae13cd5f144d6a9363b9b7c3e082b_97093283e405081aa16afda5348391e6 to hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111324cae13cd5f144d6a9363b9b7c3e082b_97093283e405081aa16afda5348391e6 2024-11-13T08:37:37,042 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111328c02eeeabc54b039955539fb2ce2570_97093283e405081aa16afda5348391e6 to hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111328c02eeeabc54b039955539fb2ce2570_97093283e405081aa16afda5348391e6 2024-11-13T08:37:37,043 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411133c7ceb6ca3bc47e39532b37444155996_97093283e405081aa16afda5348391e6 to hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411133c7ceb6ca3bc47e39532b37444155996_97093283e405081aa16afda5348391e6 2024-11-13T08:37:37,044 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411134456695ecd8c405c91ad5ebfa00ab641_97093283e405081aa16afda5348391e6 to hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411134456695ecd8c405c91ad5ebfa00ab641_97093283e405081aa16afda5348391e6 2024-11-13T08:37:37,045 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111344fc442da1fd4511933a0a5464d49be8_97093283e405081aa16afda5348391e6 to hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111344fc442da1fd4511933a0a5464d49be8_97093283e405081aa16afda5348391e6 2024-11-13T08:37:37,046 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411135b1e52ed1d684984ba6465ecc4108a96_97093283e405081aa16afda5348391e6 to hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411135b1e52ed1d684984ba6465ecc4108a96_97093283e405081aa16afda5348391e6 2024-11-13T08:37:37,047 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411135fe1de0a06f44b3ca7cdc088665499db_97093283e405081aa16afda5348391e6 to hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411135fe1de0a06f44b3ca7cdc088665499db_97093283e405081aa16afda5348391e6 2024-11-13T08:37:37,048 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411137f398c5e10f14874b16804f7b4de5bb8_97093283e405081aa16afda5348391e6 to hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411137f398c5e10f14874b16804f7b4de5bb8_97093283e405081aa16afda5348391e6 2024-11-13T08:37:37,049 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411138aa12bc0dd234ae5aef8079ec9ad72f2_97093283e405081aa16afda5348391e6 to hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411138aa12bc0dd234ae5aef8079ec9ad72f2_97093283e405081aa16afda5348391e6 2024-11-13T08:37:37,049 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411138b991f2376424b069d2d6579edec7d11_97093283e405081aa16afda5348391e6 to hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411138b991f2376424b069d2d6579edec7d11_97093283e405081aa16afda5348391e6 2024-11-13T08:37:37,051 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241113af90b3db0a714e0c85308374f86a0c88_97093283e405081aa16afda5348391e6 to hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241113af90b3db0a714e0c85308374f86a0c88_97093283e405081aa16afda5348391e6 2024-11-13T08:37:37,052 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241113b7b4b00ffd924e3cada3addf7802e724_97093283e405081aa16afda5348391e6 to hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241113b7b4b00ffd924e3cada3addf7802e724_97093283e405081aa16afda5348391e6 2024-11-13T08:37:37,053 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241113cb66613537f64427b4681374cdc4dfde_97093283e405081aa16afda5348391e6 to hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241113cb66613537f64427b4681374cdc4dfde_97093283e405081aa16afda5348391e6 2024-11-13T08:37:37,054 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241113d8be15233dfe46f2aaf07ff943300656_97093283e405081aa16afda5348391e6 to hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241113d8be15233dfe46f2aaf07ff943300656_97093283e405081aa16afda5348391e6 2024-11-13T08:37:37,055 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241113ed0cb90e0df7403c8515c105e934d9a3_97093283e405081aa16afda5348391e6 to hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241113ed0cb90e0df7403c8515c105e934d9a3_97093283e405081aa16afda5348391e6 2024-11-13T08:37:37,055 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241113f22918f971794f9c80e39339c0d50aef_97093283e405081aa16afda5348391e6 to hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241113f22918f971794f9c80e39339c0d50aef_97093283e405081aa16afda5348391e6 2024-11-13T08:37:37,057 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241113f5ec04f2526f4d3cab67733b64ff085d_97093283e405081aa16afda5348391e6 to hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241113f5ec04f2526f4d3cab67733b64ff085d_97093283e405081aa16afda5348391e6 2024-11-13T08:37:37,058 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241113faba2f96e29f44ce968e489006e0dee6_97093283e405081aa16afda5348391e6 to hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241113faba2f96e29f44ce968e489006e0dee6_97093283e405081aa16afda5348391e6 2024-11-13T08:37:37,059 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241113fc48a12bbd294e81a75a414453d84cd0_97093283e405081aa16afda5348391e6 to hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241113fc48a12bbd294e81a75a414453d84cd0_97093283e405081aa16afda5348391e6 2024-11-13T08:37:37,059 DEBUG [PEWorker-2 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-13T08:37:37,061 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=64, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-13T08:37:37,064 WARN [PEWorker-2 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-13T08:37:37,066 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-13T08:37:37,067 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=64, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-13T08:37:37,067 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-13T08:37:37,067 DEBUG [PEWorker-2 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1731487057067"}]},"ts":"9223372036854775807"} 2024-11-13T08:37:37,069 INFO [PEWorker-2 {}] assignment.RegionStateStore(562): Deleted 1 regions from META 2024-11-13T08:37:37,069 DEBUG [PEWorker-2 {}] assignment.RegionStateStore(563): Deleted regions: [{ENCODED => 97093283e405081aa16afda5348391e6, NAME => 'TestAcidGuarantees,,1731487029681.97093283e405081aa16afda5348391e6.', STARTKEY => '', ENDKEY => ''}] 2024-11-13T08:37:37,069 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-13T08:37:37,069 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1731487057069"}]},"ts":"9223372036854775807"} 2024-11-13T08:37:37,070 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(867): Deleted table TestAcidGuarantees state from META 2024-11-13T08:37:37,071 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(133): Finished pid=64, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-13T08:37:37,072 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=64, state=SUCCESS, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees in 65 msec 2024-11-13T08:37:37,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45349 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=64 2024-11-13T08:37:37,116 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocator(219): Clear meta cache for TestAcidGuarantees 2024-11-13T08:37:37,116 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DELETE, Table Name: default:TestAcidGuarantees completed 2024-11-13T08:37:37,125 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithNoInMemCompaction#testMobMixedAtomicity Thread=242 (was 237) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1157115781_22 at /127.0.0.1:33752 [Waiting for operation #1648] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-689866931_22 at /127.0.0.1:33740 [Waiting for operation #1668] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-689866931_22 at /127.0.0.1:33390 [Waiting for operation #1751] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b43877d8-0597-cee7-45e0-93a0ad540019/cluster_ba4b39f1-6ba7-dd7c-1a84-d23cc83f2c03/data/data2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b43877d8-0597-cee7-45e0-93a0ad540019/cluster_ba4b39f1-6ba7-dd7c-1a84-d23cc83f2c03/data/data1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HFileArchiver-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-6 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1157115781_22 at /127.0.0.1:37166 [Waiting for operation #1811] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-7 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=461 (was 449) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=386 (was 346) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 12), AvailableMemoryMB=912 (was 1043) 2024-11-13T08:37:37,133 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithNoInMemCompaction#testGetAtomicity Thread=242, OpenFileDescriptor=461, MaxFileDescriptor=1048576, SystemLoadAverage=386, ProcessCount=11, AvailableMemoryMB=912 2024-11-13T08:37:37,134 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45349 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-13T08:37:37,134 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45349 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T08:37:37,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45349 {}] procedure2.ProcedureExecutor(1139): Stored pid=65, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestAcidGuarantees 2024-11-13T08:37:37,136 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=65, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-13T08:37:37,136 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:37,136 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45349 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 65 2024-11-13T08:37:37,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45349 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=65 2024-11-13T08:37:37,137 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=65, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-13T08:37:37,143 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38605 is added to blk_1073742068_1244 (size=959) 2024-11-13T08:37:37,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45349 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=65 2024-11-13T08:37:37,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45349 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=65 2024-11-13T08:37:37,545 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 5d17976fc8fe6dd5aaa82d5df2dbcc9c, NAME => 'TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21 2024-11-13T08:37:37,552 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38605 is added to blk_1073742069_1245 (size=53) 2024-11-13T08:37:37,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45349 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=65 2024-11-13T08:37:37,953 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T08:37:37,953 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1722): Closing 5d17976fc8fe6dd5aaa82d5df2dbcc9c, disabling compactions & flushes 2024-11-13T08:37:37,953 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c. 2024-11-13T08:37:37,953 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c. 2024-11-13T08:37:37,953 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c. after waiting 0 ms 2024-11-13T08:37:37,953 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c. 2024-11-13T08:37:37,953 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c. 2024-11-13T08:37:37,953 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1676): Region close journal for 5d17976fc8fe6dd5aaa82d5df2dbcc9c: Waiting for close lock at 1731487057953Disabling compacts and flushes for region at 1731487057953Disabling writes for close at 1731487057953Writing region close event to WAL at 1731487057953Closed at 1731487057953 2024-11-13T08:37:37,954 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=65, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-13T08:37:37,955 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1731487057955"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731487057955"}]},"ts":"1731487057955"} 2024-11-13T08:37:37,956 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-13T08:37:37,957 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=65, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-13T08:37:37,957 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731487057957"}]},"ts":"1731487057957"} 2024-11-13T08:37:37,958 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-13T08:37:37,958 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=66, ppid=65, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=5d17976fc8fe6dd5aaa82d5df2dbcc9c, ASSIGN}] 2024-11-13T08:37:37,959 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=66, ppid=65, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=5d17976fc8fe6dd5aaa82d5df2dbcc9c, ASSIGN 2024-11-13T08:37:37,960 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=66, ppid=65, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=5d17976fc8fe6dd5aaa82d5df2dbcc9c, ASSIGN; state=OFFLINE, location=dd3a0865bb23,43851,1731486997349; forceNewPlan=false, retain=false 2024-11-13T08:37:38,111 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=66 updating hbase:meta row=5d17976fc8fe6dd5aaa82d5df2dbcc9c, regionState=OPENING, regionLocation=dd3a0865bb23,43851,1731486997349 2024-11-13T08:37:38,112 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=66, ppid=65, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=5d17976fc8fe6dd5aaa82d5df2dbcc9c, ASSIGN because future has completed 2024-11-13T08:37:38,112 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=67, ppid=66, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349}] 2024-11-13T08:37:38,267 INFO [RS_OPEN_REGION-regionserver/dd3a0865bb23:0-0 {event_type=M_RS_OPEN_REGION, pid=67}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c. 2024-11-13T08:37:38,267 DEBUG [RS_OPEN_REGION-regionserver/dd3a0865bb23:0-0 {event_type=M_RS_OPEN_REGION, pid=67}] regionserver.HRegion(7752): Opening region: {ENCODED => 5d17976fc8fe6dd5aaa82d5df2dbcc9c, NAME => 'TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c.', STARTKEY => '', ENDKEY => ''} 2024-11-13T08:37:38,267 DEBUG [RS_OPEN_REGION-regionserver/dd3a0865bb23:0-0 {event_type=M_RS_OPEN_REGION, pid=67}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 5d17976fc8fe6dd5aaa82d5df2dbcc9c 2024-11-13T08:37:38,267 DEBUG [RS_OPEN_REGION-regionserver/dd3a0865bb23:0-0 {event_type=M_RS_OPEN_REGION, pid=67}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T08:37:38,267 DEBUG [RS_OPEN_REGION-regionserver/dd3a0865bb23:0-0 {event_type=M_RS_OPEN_REGION, pid=67}] regionserver.HRegion(7794): checking encryption for 5d17976fc8fe6dd5aaa82d5df2dbcc9c 2024-11-13T08:37:38,267 DEBUG [RS_OPEN_REGION-regionserver/dd3a0865bb23:0-0 {event_type=M_RS_OPEN_REGION, pid=67}] regionserver.HRegion(7797): checking classloading for 5d17976fc8fe6dd5aaa82d5df2dbcc9c 2024-11-13T08:37:38,269 INFO [StoreOpener-5d17976fc8fe6dd5aaa82d5df2dbcc9c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 5d17976fc8fe6dd5aaa82d5df2dbcc9c 2024-11-13T08:37:38,270 INFO [StoreOpener-5d17976fc8fe6dd5aaa82d5df2dbcc9c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5d17976fc8fe6dd5aaa82d5df2dbcc9c columnFamilyName A 2024-11-13T08:37:38,270 DEBUG [StoreOpener-5d17976fc8fe6dd5aaa82d5df2dbcc9c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:38,270 INFO [StoreOpener-5d17976fc8fe6dd5aaa82d5df2dbcc9c-1 {}] regionserver.HStore(327): Store=5d17976fc8fe6dd5aaa82d5df2dbcc9c/A, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T08:37:38,270 INFO [StoreOpener-5d17976fc8fe6dd5aaa82d5df2dbcc9c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 5d17976fc8fe6dd5aaa82d5df2dbcc9c 2024-11-13T08:37:38,271 INFO [StoreOpener-5d17976fc8fe6dd5aaa82d5df2dbcc9c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5d17976fc8fe6dd5aaa82d5df2dbcc9c columnFamilyName B 2024-11-13T08:37:38,271 DEBUG [StoreOpener-5d17976fc8fe6dd5aaa82d5df2dbcc9c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:38,272 INFO [StoreOpener-5d17976fc8fe6dd5aaa82d5df2dbcc9c-1 {}] regionserver.HStore(327): Store=5d17976fc8fe6dd5aaa82d5df2dbcc9c/B, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T08:37:38,272 INFO [StoreOpener-5d17976fc8fe6dd5aaa82d5df2dbcc9c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 5d17976fc8fe6dd5aaa82d5df2dbcc9c 2024-11-13T08:37:38,273 INFO [StoreOpener-5d17976fc8fe6dd5aaa82d5df2dbcc9c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5d17976fc8fe6dd5aaa82d5df2dbcc9c columnFamilyName C 2024-11-13T08:37:38,273 DEBUG [StoreOpener-5d17976fc8fe6dd5aaa82d5df2dbcc9c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:37:38,273 INFO [StoreOpener-5d17976fc8fe6dd5aaa82d5df2dbcc9c-1 {}] regionserver.HStore(327): Store=5d17976fc8fe6dd5aaa82d5df2dbcc9c/C, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T08:37:38,273 DEBUG [RS_OPEN_REGION-regionserver/dd3a0865bb23:0-0 {event_type=M_RS_OPEN_REGION, pid=67}] regionserver.HRegion(1038): replaying wal for 5d17976fc8fe6dd5aaa82d5df2dbcc9c 2024-11-13T08:37:38,274 DEBUG [RS_OPEN_REGION-regionserver/dd3a0865bb23:0-0 {event_type=M_RS_OPEN_REGION, pid=67}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/5d17976fc8fe6dd5aaa82d5df2dbcc9c 2024-11-13T08:37:38,274 DEBUG [RS_OPEN_REGION-regionserver/dd3a0865bb23:0-0 {event_type=M_RS_OPEN_REGION, pid=67}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/5d17976fc8fe6dd5aaa82d5df2dbcc9c 2024-11-13T08:37:38,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45349 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=65 2024-11-13T08:37:38,275 DEBUG [RS_OPEN_REGION-regionserver/dd3a0865bb23:0-0 {event_type=M_RS_OPEN_REGION, pid=67}] regionserver.HRegion(1048): stopping wal replay for 5d17976fc8fe6dd5aaa82d5df2dbcc9c 2024-11-13T08:37:38,275 DEBUG [RS_OPEN_REGION-regionserver/dd3a0865bb23:0-0 {event_type=M_RS_OPEN_REGION, pid=67}] regionserver.HRegion(1060): Cleaning up temporary data for 5d17976fc8fe6dd5aaa82d5df2dbcc9c 2024-11-13T08:37:38,275 DEBUG [RS_OPEN_REGION-regionserver/dd3a0865bb23:0-0 {event_type=M_RS_OPEN_REGION, pid=67}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-13T08:37:38,276 DEBUG [RS_OPEN_REGION-regionserver/dd3a0865bb23:0-0 {event_type=M_RS_OPEN_REGION, pid=67}] regionserver.HRegion(1093): writing seq id for 5d17976fc8fe6dd5aaa82d5df2dbcc9c 2024-11-13T08:37:38,278 DEBUG [RS_OPEN_REGION-regionserver/dd3a0865bb23:0-0 {event_type=M_RS_OPEN_REGION, pid=67}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/5d17976fc8fe6dd5aaa82d5df2dbcc9c/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T08:37:38,279 INFO [RS_OPEN_REGION-regionserver/dd3a0865bb23:0-0 {event_type=M_RS_OPEN_REGION, pid=67}] regionserver.HRegion(1114): Opened 5d17976fc8fe6dd5aaa82d5df2dbcc9c; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71058812, jitterRate=0.05885881185531616}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-13T08:37:38,279 DEBUG [RS_OPEN_REGION-regionserver/dd3a0865bb23:0-0 {event_type=M_RS_OPEN_REGION, pid=67}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 5d17976fc8fe6dd5aaa82d5df2dbcc9c 2024-11-13T08:37:38,279 DEBUG [RS_OPEN_REGION-regionserver/dd3a0865bb23:0-0 {event_type=M_RS_OPEN_REGION, pid=67}] regionserver.HRegion(1006): Region open journal for 5d17976fc8fe6dd5aaa82d5df2dbcc9c: Running coprocessor pre-open hook at 1731487058268Writing region info on filesystem at 1731487058268Initializing all the Stores at 1731487058268Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731487058268Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731487058268Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731487058268Cleaning up temporary data from old regions at 1731487058275 (+7 ms)Running coprocessor post-open hooks at 1731487058279 (+4 ms)Region opened successfully at 1731487058279 2024-11-13T08:37:38,280 INFO [RS_OPEN_REGION-regionserver/dd3a0865bb23:0-0 {event_type=M_RS_OPEN_REGION, pid=67}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., pid=67, masterSystemTime=1731487058264 2024-11-13T08:37:38,281 DEBUG [RS_OPEN_REGION-regionserver/dd3a0865bb23:0-0 {event_type=M_RS_OPEN_REGION, pid=67}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c. 2024-11-13T08:37:38,281 INFO [RS_OPEN_REGION-regionserver/dd3a0865bb23:0-0 {event_type=M_RS_OPEN_REGION, pid=67}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c. 2024-11-13T08:37:38,282 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=66 updating hbase:meta row=5d17976fc8fe6dd5aaa82d5df2dbcc9c, regionState=OPEN, openSeqNum=2, regionLocation=dd3a0865bb23,43851,1731486997349 2024-11-13T08:37:38,283 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=67, ppid=66, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 because future has completed 2024-11-13T08:37:38,285 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=67, resume processing ppid=66 2024-11-13T08:37:38,285 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=67, ppid=66, state=SUCCESS, hasLock=false; OpenRegionProcedure 5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 in 172 msec 2024-11-13T08:37:38,287 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=66, resume processing ppid=65 2024-11-13T08:37:38,287 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=66, ppid=65, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=5d17976fc8fe6dd5aaa82d5df2dbcc9c, ASSIGN in 327 msec 2024-11-13T08:37:38,287 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=65, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-13T08:37:38,287 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731487058287"}]},"ts":"1731487058287"} 2024-11-13T08:37:38,288 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-13T08:37:38,289 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=65, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-13T08:37:38,290 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=65, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestAcidGuarantees in 1.1550 sec 2024-11-13T08:37:39,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45349 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=65 2024-11-13T08:37:39,285 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestAcidGuarantees completed 2024-11-13T08:37:39,286 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3fe11fca, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T08:37:39,286 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request dd3a0865bb23,45349,-1 for getting cluster id 2024-11-13T08:37:39,287 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T08:37:39,288 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '95ff187e-7777-42f6-8067-d9c7d0681770' 2024-11-13T08:37:39,288 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T08:37:39,288 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "95ff187e-7777-42f6-8067-d9c7d0681770" 2024-11-13T08:37:39,288 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4a121e3e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T08:37:39,288 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [dd3a0865bb23,45349,-1] 2024-11-13T08:37:39,288 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T08:37:39,289 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T08:37:39,290 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41212, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T08:37:39,290 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@570c82d0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T08:37:39,291 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T08:37:39,291 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=dd3a0865bb23,43851,1731486997349, seqNum=-1] 2024-11-13T08:37:39,292 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T08:37:39,293 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56982, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T08:37:39,294 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T08:37:39,294 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is dd3a0865bb23,45349,1731486996512 2024-11-13T08:37:39,294 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2d1f0354 2024-11-13T08:37:39,294 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T08:37:39,295 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41218, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T08:37:39,296 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@34b5b273, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T08:37:39,296 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request dd3a0865bb23,45349,-1 for getting cluster id 2024-11-13T08:37:39,297 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T08:37:39,297 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '95ff187e-7777-42f6-8067-d9c7d0681770' 2024-11-13T08:37:39,297 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T08:37:39,297 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "95ff187e-7777-42f6-8067-d9c7d0681770" 2024-11-13T08:37:39,297 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7b73b0bd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T08:37:39,297 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [dd3a0865bb23,45349,-1] 2024-11-13T08:37:39,298 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T08:37:39,298 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T08:37:39,298 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41228, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T08:37:39,299 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@77b2ddc8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T08:37:39,300 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1240be3c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T08:37:39,300 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request dd3a0865bb23,45349,-1 for getting cluster id 2024-11-13T08:37:39,300 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T08:37:39,301 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '95ff187e-7777-42f6-8067-d9c7d0681770' 2024-11-13T08:37:39,301 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T08:37:39,301 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "95ff187e-7777-42f6-8067-d9c7d0681770" 2024-11-13T08:37:39,301 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@60475b56, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T08:37:39,301 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [dd3a0865bb23,45349,-1] 2024-11-13T08:37:39,301 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T08:37:39,301 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T08:37:39,302 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41258, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T08:37:39,302 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2bb7832a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T08:37:39,304 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2885eb44, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T08:37:39,304 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request dd3a0865bb23,45349,-1 for getting cluster id 2024-11-13T08:37:39,304 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T08:37:39,305 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '95ff187e-7777-42f6-8067-d9c7d0681770' 2024-11-13T08:37:39,305 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T08:37:39,305 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "95ff187e-7777-42f6-8067-d9c7d0681770" 2024-11-13T08:37:39,305 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@688b5f08, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T08:37:39,305 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [dd3a0865bb23,45349,-1] 2024-11-13T08:37:39,306 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T08:37:39,306 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T08:37:39,306 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41272, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T08:37:39,307 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5929d0b2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T08:37:39,308 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@692a6227, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T08:37:39,308 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request dd3a0865bb23,45349,-1 for getting cluster id 2024-11-13T08:37:39,308 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T08:37:39,309 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '95ff187e-7777-42f6-8067-d9c7d0681770' 2024-11-13T08:37:39,309 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T08:37:39,309 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "95ff187e-7777-42f6-8067-d9c7d0681770" 2024-11-13T08:37:39,310 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7e764eb5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T08:37:39,310 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [dd3a0865bb23,45349,-1] 2024-11-13T08:37:39,310 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T08:37:39,310 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T08:37:39,311 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41294, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T08:37:39,311 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1d1a50c5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T08:37:39,312 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@128d97bc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T08:37:39,312 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request dd3a0865bb23,45349,-1 for getting cluster id 2024-11-13T08:37:39,312 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T08:37:39,313 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '95ff187e-7777-42f6-8067-d9c7d0681770' 2024-11-13T08:37:39,313 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T08:37:39,313 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "95ff187e-7777-42f6-8067-d9c7d0681770" 2024-11-13T08:37:39,313 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@44cad9a4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T08:37:39,313 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [dd3a0865bb23,45349,-1] 2024-11-13T08:37:39,313 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T08:37:39,313 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T08:37:39,314 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41308, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T08:37:39,314 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3a98b17, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T08:37:39,316 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@626de388, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T08:37:39,316 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request dd3a0865bb23,45349,-1 for getting cluster id 2024-11-13T08:37:39,316 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T08:37:39,317 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '95ff187e-7777-42f6-8067-d9c7d0681770' 2024-11-13T08:37:39,317 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T08:37:39,317 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "95ff187e-7777-42f6-8067-d9c7d0681770" 2024-11-13T08:37:39,317 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6b38abd8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T08:37:39,317 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [dd3a0865bb23,45349,-1] 2024-11-13T08:37:39,317 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T08:37:39,318 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T08:37:39,318 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41328, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T08:37:39,319 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@665dd9b0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T08:37:39,319 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@47a5c877, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T08:37:39,319 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request dd3a0865bb23,45349,-1 for getting cluster id 2024-11-13T08:37:39,319 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T08:37:39,320 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '95ff187e-7777-42f6-8067-d9c7d0681770' 2024-11-13T08:37:39,320 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T08:37:39,320 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "95ff187e-7777-42f6-8067-d9c7d0681770" 2024-11-13T08:37:39,320 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@532f5a80, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T08:37:39,320 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [dd3a0865bb23,45349,-1] 2024-11-13T08:37:39,321 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T08:37:39,321 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T08:37:39,321 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41350, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T08:37:39,322 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@576d184e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T08:37:39,326 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@679f7426, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T08:37:39,326 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request dd3a0865bb23,45349,-1 for getting cluster id 2024-11-13T08:37:39,326 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T08:37:39,327 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '95ff187e-7777-42f6-8067-d9c7d0681770' 2024-11-13T08:37:39,327 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T08:37:39,327 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "95ff187e-7777-42f6-8067-d9c7d0681770" 2024-11-13T08:37:39,327 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1929c2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T08:37:39,327 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [dd3a0865bb23,45349,-1] 2024-11-13T08:37:39,327 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T08:37:39,327 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T08:37:39,328 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41368, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T08:37:39,329 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2d7700c3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T08:37:39,329 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@b71af22, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T08:37:39,329 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request dd3a0865bb23,45349,-1 for getting cluster id 2024-11-13T08:37:39,329 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T08:37:39,330 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '95ff187e-7777-42f6-8067-d9c7d0681770' 2024-11-13T08:37:39,330 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T08:37:39,330 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "95ff187e-7777-42f6-8067-d9c7d0681770" 2024-11-13T08:37:39,330 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@22fcc46f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T08:37:39,330 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [dd3a0865bb23,45349,-1] 2024-11-13T08:37:39,330 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T08:37:39,330 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T08:37:39,331 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41376, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T08:37:39,332 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2ae43031, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T08:37:39,332 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@728d338, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T08:37:39,332 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request dd3a0865bb23,45349,-1 for getting cluster id 2024-11-13T08:37:39,332 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T08:37:39,333 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '95ff187e-7777-42f6-8067-d9c7d0681770' 2024-11-13T08:37:39,333 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T08:37:39,333 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "95ff187e-7777-42f6-8067-d9c7d0681770" 2024-11-13T08:37:39,333 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@50baf510, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T08:37:39,333 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [dd3a0865bb23,45349,-1] 2024-11-13T08:37:39,333 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T08:37:39,334 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T08:37:39,334 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41384, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T08:37:39,334 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5f066a23, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T08:37:39,336 DEBUG [Thread-1142 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T08:37:39,336 DEBUG [Thread-1149 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T08:37:39,336 DEBUG [Thread-1151 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T08:37:39,336 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45349 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-13T08:37:39,337 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=dd3a0865bb23,43851,1731486997349, seqNum=-1] 2024-11-13T08:37:39,337 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=dd3a0865bb23,43851,1731486997349, seqNum=-1] 2024-11-13T08:37:39,337 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=dd3a0865bb23,43851,1731486997349, seqNum=-1] 2024-11-13T08:37:39,337 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T08:37:39,337 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T08:37:39,337 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T08:37:39,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45349 {}] procedure2.ProcedureExecutor(1139): Stored pid=68, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=68, table=TestAcidGuarantees 2024-11-13T08:37:39,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45349 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=68 2024-11-13T08:37:39,338 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56990, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T08:37:39,338 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57016, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T08:37:39,339 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57006, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T08:37:39,339 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=68, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=68, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-13T08:37:39,340 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=68, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=68, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-13T08:37:39,340 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2] 2024-11-13T08:37:39,340 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=69, ppid=68, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-13T08:37:39,341 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2] 2024-11-13T08:37:39,341 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2] 2024-11-13T08:37:39,345 DEBUG [Thread-1138 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T08:37:39,345 DEBUG [Thread-1155 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T08:37:39,346 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=dd3a0865bb23,43851,1731486997349, seqNum=-1] 2024-11-13T08:37:39,346 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T08:37:39,347 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=dd3a0865bb23,43851,1731486997349, seqNum=-1] 2024-11-13T08:37:39,347 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T08:37:39,347 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57018, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T08:37:39,348 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57028, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T08:37:39,349 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2] 2024-11-13T08:37:39,349 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2] 2024-11-13T08:37:39,358 DEBUG [Thread-1140 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T08:37:39,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] regionserver.HRegion(8855): Flush requested on 5d17976fc8fe6dd5aaa82d5df2dbcc9c 2024-11-13T08:37:39,360 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-13T08:37:39,360 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 5d17976fc8fe6dd5aaa82d5df2dbcc9c 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-13T08:37:39,369 DEBUG [Thread-1157 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T08:37:39,369 DEBUG [Thread-1146 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T08:37:39,370 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=dd3a0865bb23,43851,1731486997349, seqNum=-1] 2024-11-13T08:37:39,370 DEBUG [Thread-1146 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=dd3a0865bb23,43851,1731486997349, seqNum=-1] 2024-11-13T08:37:39,370 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T08:37:39,370 DEBUG [Thread-1146 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T08:37:39,372 DEBUG [Thread-1144 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T08:37:39,372 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57030, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T08:37:39,373 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=dd3a0865bb23,43851,1731486997349, seqNum=-1] 2024-11-13T08:37:39,373 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T08:37:39,374 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57042, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T08:37:39,374 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2] 2024-11-13T08:37:39,376 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2] 2024-11-13T08:37:39,376 DEBUG [Thread-1140 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=dd3a0865bb23,43851,1731486997349, seqNum=-1] 2024-11-13T08:37:39,376 DEBUG [Thread-1140 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T08:37:39,377 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57052, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T08:37:39,377 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57064, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T08:37:39,378 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2] 2024-11-13T08:37:39,378 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2] 2024-11-13T08:37:39,381 DEBUG [Thread-1153 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T08:37:39,381 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=dd3a0865bb23,43851,1731486997349, seqNum=-1] 2024-11-13T08:37:39,382 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T08:37:39,383 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57078, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T08:37:39,384 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2] 2024-11-13T08:37:39,421 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:37:39,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57018 deadline: 1731487119412, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:37:39,422 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 , the old value is region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:39,422 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:39,422 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/5d17976fc8fe6dd5aaa82d5df2dbcc9c/.tmp/A/24f8d3139a134f989e37c72ea999ef3f is 50, key is test_row_0/A:col10/1731487059358/Put/seqid=0 2024-11-13T08:37:39,422 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 because the exception is null or not the one we care about 2024-11-13T08:37:39,423 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:37:39,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 4 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57052 deadline: 1731487119413, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:37:39,423 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 , the old value is region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:39,423 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:39,424 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 because the exception is null or not the one we care about 2024-11-13T08:37:39,424 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:37:39,423 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:37:39,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57006 deadline: 1731487119414, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:37:39,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 5 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57042 deadline: 1731487119416, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:37:39,425 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 , the old value is region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:39,425 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:37:39,425 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:39,425 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 because the exception is null or not the one we care about 2024-11-13T08:37:39,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 5 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57064 deadline: 1731487119420, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:37:39,425 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 , the old value is region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:39,425 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:39,425 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 because the exception is null or not the one we care about 2024-11-13T08:37:39,425 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 , the old value is region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:39,425 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:39,425 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 because the exception is null or not the one we care about 2024-11-13T08:37:39,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45349 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=68 2024-11-13T08:37:39,460 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38605 is added to blk_1073742070_1246 (size=12001) 2024-11-13T08:37:39,464 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/5d17976fc8fe6dd5aaa82d5df2dbcc9c/.tmp/A/24f8d3139a134f989e37c72ea999ef3f 2024-11-13T08:37:39,494 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43851 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=69 2024-11-13T08:37:39,494 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c. 2024-11-13T08:37:39,495 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c. as already flushing 2024-11-13T08:37:39,495 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c. 2024-11-13T08:37:39,495 ERROR [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] handler.RSProcedureHandler(58): pid=69 java.io.IOException: Unable to complete flush {ENCODED => 5d17976fc8fe6dd5aaa82d5df2dbcc9c, NAME => 'TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T08:37:39,495 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=69 java.io.IOException: Unable to complete flush {ENCODED => 5d17976fc8fe6dd5aaa82d5df2dbcc9c, NAME => 'TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T08:37:39,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45349 {}] master.HMaster(4177): Remote procedure failed, pid=69 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5d17976fc8fe6dd5aaa82d5df2dbcc9c, NAME => 'TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5d17976fc8fe6dd5aaa82d5df2dbcc9c, NAME => 'TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T08:37:39,507 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/5d17976fc8fe6dd5aaa82d5df2dbcc9c/.tmp/B/0042f3a9529f4dd095790f52bdd6b31f is 50, key is test_row_0/B:col10/1731487059358/Put/seqid=0 2024-11-13T08:37:39,529 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:37:39,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57018 deadline: 1731487119525, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:37:39,529 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 , the old value is region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:39,529 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:39,529 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 because the exception is null or not the one we care about 2024-11-13T08:37:39,537 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38605 is added to blk_1073742071_1247 (size=12001) 2024-11-13T08:37:39,538 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:37:39,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57042 deadline: 1731487119535, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:37:39,539 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:37:39,539 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 , the old value is region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:39,539 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:39,539 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 because the exception is null or not the one we care about 2024-11-13T08:37:39,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57064 deadline: 1731487119535, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:37:39,539 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:37:39,539 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 , the old value is region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:39,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 5 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57052 deadline: 1731487119536, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:37:39,539 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:39,539 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 because the exception is null or not the one we care about 2024-11-13T08:37:39,539 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:37:39,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57006 deadline: 1731487119536, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:37:39,540 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 , the old value is region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:39,540 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:39,540 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 because the exception is null or not the one we care about 2024-11-13T08:37:39,540 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 , the old value is region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:39,540 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:39,540 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 because the exception is null or not the one we care about 2024-11-13T08:37:39,650 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43851 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=69 2024-11-13T08:37:39,651 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c. 2024-11-13T08:37:39,651 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c. as already flushing 2024-11-13T08:37:39,651 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c. 2024-11-13T08:37:39,651 ERROR [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] handler.RSProcedureHandler(58): pid=69 java.io.IOException: Unable to complete flush {ENCODED => 5d17976fc8fe6dd5aaa82d5df2dbcc9c, NAME => 'TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T08:37:39,651 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=69 java.io.IOException: Unable to complete flush {ENCODED => 5d17976fc8fe6dd5aaa82d5df2dbcc9c, NAME => 'TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T08:37:39,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45349 {}] master.HMaster(4177): Remote procedure failed, pid=69 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5d17976fc8fe6dd5aaa82d5df2dbcc9c, NAME => 'TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5d17976fc8fe6dd5aaa82d5df2dbcc9c, NAME => 'TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T08:37:39,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45349 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=68 2024-11-13T08:37:39,737 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:37:39,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57018 deadline: 1731487119735, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:37:39,738 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 , the old value is region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:39,738 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:39,738 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 because the exception is null or not the one we care about 2024-11-13T08:37:39,748 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:37:39,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57052 deadline: 1731487119746, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:37:39,749 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:37:39,749 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 , the old value is region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:39,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57042 deadline: 1731487119746, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:37:39,749 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:39,749 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 because the exception is null or not the one we care about 2024-11-13T08:37:39,749 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:37:39,749 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 , the old value is region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:39,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57006 deadline: 1731487119746, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:37:39,749 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:39,749 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 because the exception is null or not the one we care about 2024-11-13T08:37:39,749 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:37:39,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57064 deadline: 1731487119746, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:37:39,750 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 , the old value is region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:39,750 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:39,750 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 because the exception is null or not the one we care about 2024-11-13T08:37:39,752 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 , the old value is region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:39,752 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:39,752 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 because the exception is null or not the one we care about 2024-11-13T08:37:39,806 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43851 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=69 2024-11-13T08:37:39,807 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c. 2024-11-13T08:37:39,807 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c. as already flushing 2024-11-13T08:37:39,807 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c. 2024-11-13T08:37:39,807 ERROR [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] handler.RSProcedureHandler(58): pid=69 java.io.IOException: Unable to complete flush {ENCODED => 5d17976fc8fe6dd5aaa82d5df2dbcc9c, NAME => 'TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T08:37:39,807 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=69 java.io.IOException: Unable to complete flush {ENCODED => 5d17976fc8fe6dd5aaa82d5df2dbcc9c, NAME => 'TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T08:37:39,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45349 {}] master.HMaster(4177): Remote procedure failed, pid=69 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5d17976fc8fe6dd5aaa82d5df2dbcc9c, NAME => 'TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5d17976fc8fe6dd5aaa82d5df2dbcc9c, NAME => 'TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T08:37:39,938 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/5d17976fc8fe6dd5aaa82d5df2dbcc9c/.tmp/B/0042f3a9529f4dd095790f52bdd6b31f 2024-11-13T08:37:39,960 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43851 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=69 2024-11-13T08:37:39,960 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c. 2024-11-13T08:37:39,960 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c. as already flushing 2024-11-13T08:37:39,960 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c. 2024-11-13T08:37:39,960 ERROR [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] handler.RSProcedureHandler(58): pid=69 java.io.IOException: Unable to complete flush {ENCODED => 5d17976fc8fe6dd5aaa82d5df2dbcc9c, NAME => 'TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T08:37:39,960 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=69 java.io.IOException: Unable to complete flush {ENCODED => 5d17976fc8fe6dd5aaa82d5df2dbcc9c, NAME => 'TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T08:37:39,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45349 {}] master.HMaster(4177): Remote procedure failed, pid=69 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5d17976fc8fe6dd5aaa82d5df2dbcc9c, NAME => 'TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5d17976fc8fe6dd5aaa82d5df2dbcc9c, NAME => 'TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T08:37:39,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45349 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=68 2024-11-13T08:37:39,965 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/5d17976fc8fe6dd5aaa82d5df2dbcc9c/.tmp/C/2e6da649dc0a49d5856f3c12c7c10811 is 50, key is test_row_0/C:col10/1731487059358/Put/seqid=0 2024-11-13T08:37:39,970 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38605 is added to blk_1073742072_1248 (size=12001) 2024-11-13T08:37:40,047 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:37:40,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57018 deadline: 1731487120045, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:37:40,048 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 , the old value is region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:40,048 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:40,048 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 because the exception is null or not the one we care about 2024-11-13T08:37:40,056 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:37:40,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57052 deadline: 1731487120054, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:37:40,057 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 , the old value is region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:40,057 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:37:40,057 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:40,057 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 because the exception is null or not the one we care about 2024-11-13T08:37:40,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57042 deadline: 1731487120054, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:37:40,057 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:37:40,057 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 , the old value is region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:40,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57064 deadline: 1731487120055, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:37:40,057 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:40,057 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 because the exception is null or not the one we care about 2024-11-13T08:37:40,058 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 , the old value is region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:40,058 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:40,058 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 because the exception is null or not the one we care about 2024-11-13T08:37:40,066 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:37:40,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57006 deadline: 1731487120065, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:37:40,066 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 , the old value is region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:40,066 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:40,066 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 because the exception is null or not the one we care about 2024-11-13T08:37:40,114 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43851 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=69 2024-11-13T08:37:40,114 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c. 2024-11-13T08:37:40,114 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c. as already flushing 2024-11-13T08:37:40,114 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c. 2024-11-13T08:37:40,115 ERROR [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] handler.RSProcedureHandler(58): pid=69 java.io.IOException: Unable to complete flush {ENCODED => 5d17976fc8fe6dd5aaa82d5df2dbcc9c, NAME => 'TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T08:37:40,115 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=69 java.io.IOException: Unable to complete flush {ENCODED => 5d17976fc8fe6dd5aaa82d5df2dbcc9c, NAME => 'TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T08:37:40,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45349 {}] master.HMaster(4177): Remote procedure failed, pid=69 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5d17976fc8fe6dd5aaa82d5df2dbcc9c, NAME => 'TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5d17976fc8fe6dd5aaa82d5df2dbcc9c, NAME => 'TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T08:37:40,268 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43851 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=69 2024-11-13T08:37:40,268 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c. 2024-11-13T08:37:40,268 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c. as already flushing 2024-11-13T08:37:40,268 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c. 2024-11-13T08:37:40,268 ERROR [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] handler.RSProcedureHandler(58): pid=69 java.io.IOException: Unable to complete flush {ENCODED => 5d17976fc8fe6dd5aaa82d5df2dbcc9c, NAME => 'TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T08:37:40,268 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=69 java.io.IOException: Unable to complete flush {ENCODED => 5d17976fc8fe6dd5aaa82d5df2dbcc9c, NAME => 'TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T08:37:40,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45349 {}] master.HMaster(4177): Remote procedure failed, pid=69 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5d17976fc8fe6dd5aaa82d5df2dbcc9c, NAME => 'TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5d17976fc8fe6dd5aaa82d5df2dbcc9c, NAME => 'TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T08:37:40,371 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/5d17976fc8fe6dd5aaa82d5df2dbcc9c/.tmp/C/2e6da649dc0a49d5856f3c12c7c10811 2024-11-13T08:37:40,376 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/5d17976fc8fe6dd5aaa82d5df2dbcc9c/.tmp/A/24f8d3139a134f989e37c72ea999ef3f as hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/5d17976fc8fe6dd5aaa82d5df2dbcc9c/A/24f8d3139a134f989e37c72ea999ef3f 2024-11-13T08:37:40,379 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/5d17976fc8fe6dd5aaa82d5df2dbcc9c/A/24f8d3139a134f989e37c72ea999ef3f, entries=150, sequenceid=12, filesize=11.7 K 2024-11-13T08:37:40,380 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/5d17976fc8fe6dd5aaa82d5df2dbcc9c/.tmp/B/0042f3a9529f4dd095790f52bdd6b31f as hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/5d17976fc8fe6dd5aaa82d5df2dbcc9c/B/0042f3a9529f4dd095790f52bdd6b31f 2024-11-13T08:37:40,384 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/5d17976fc8fe6dd5aaa82d5df2dbcc9c/B/0042f3a9529f4dd095790f52bdd6b31f, entries=150, sequenceid=12, filesize=11.7 K 2024-11-13T08:37:40,385 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/5d17976fc8fe6dd5aaa82d5df2dbcc9c/.tmp/C/2e6da649dc0a49d5856f3c12c7c10811 as hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/5d17976fc8fe6dd5aaa82d5df2dbcc9c/C/2e6da649dc0a49d5856f3c12c7c10811 2024-11-13T08:37:40,389 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/5d17976fc8fe6dd5aaa82d5df2dbcc9c/C/2e6da649dc0a49d5856f3c12c7c10811, entries=150, sequenceid=12, filesize=11.7 K 2024-11-13T08:37:40,390 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=154.31 KB/158010 for 5d17976fc8fe6dd5aaa82d5df2dbcc9c in 1030ms, sequenceid=12, compaction requested=false 2024-11-13T08:37:40,390 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 5d17976fc8fe6dd5aaa82d5df2dbcc9c: 2024-11-13T08:37:40,421 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43851 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=69 2024-11-13T08:37:40,421 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c. 2024-11-13T08:37:40,422 INFO [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HRegion(2902): Flushing 5d17976fc8fe6dd5aaa82d5df2dbcc9c 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-13T08:37:40,427 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/5d17976fc8fe6dd5aaa82d5df2dbcc9c/.tmp/A/9c68be641e0c4cf7ac6a0ff11ea613c8 is 50, key is test_row_0/A:col10/1731487059409/Put/seqid=0 2024-11-13T08:37:40,432 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38605 is added to blk_1073742073_1249 (size=12001) 2024-11-13T08:37:40,433 INFO [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=38 (bloomFilter=true), to=hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/5d17976fc8fe6dd5aaa82d5df2dbcc9c/.tmp/A/9c68be641e0c4cf7ac6a0ff11ea613c8 2024-11-13T08:37:40,441 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/5d17976fc8fe6dd5aaa82d5df2dbcc9c/.tmp/B/4b78f16eb71f476ab2354ddfff370004 is 50, key is test_row_0/B:col10/1731487059409/Put/seqid=0 2024-11-13T08:37:40,461 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38605 is added to blk_1073742074_1250 (size=12001) 2024-11-13T08:37:40,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45349 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=68 2024-11-13T08:37:40,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] regionserver.HRegion(8855): Flush requested on 5d17976fc8fe6dd5aaa82d5df2dbcc9c 2024-11-13T08:37:40,558 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c. as already flushing 2024-11-13T08:37:40,571 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:37:40,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57064 deadline: 1731487120568, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:37:40,572 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 , the old value is region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:40,572 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:40,572 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 because the exception is null or not the one we care about 2024-11-13T08:37:40,573 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:37:40,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57042 deadline: 1731487120569, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:37:40,573 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 , the old value is region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:40,573 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:40,573 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 because the exception is null or not the one we care about 2024-11-13T08:37:40,574 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:37:40,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57018 deadline: 1731487120571, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:37:40,574 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:37:40,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57052 deadline: 1731487120573, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:37:40,575 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 , the old value is region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:40,575 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:40,575 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 because the exception is null or not the one we care about 2024-11-13T08:37:40,575 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 , the old value is region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:40,575 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:40,575 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 because the exception is null or not the one we care about 2024-11-13T08:37:40,578 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:37:40,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57006 deadline: 1731487120575, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:37:40,578 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 , the old value is region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:40,579 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:40,579 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 because the exception is null or not the one we care about 2024-11-13T08:37:40,677 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:37:40,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57064 deadline: 1731487120675, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:37:40,677 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:37:40,677 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 , the old value is region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:40,677 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:40,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57042 deadline: 1731487120675, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:37:40,677 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 because the exception is null or not the one we care about 2024-11-13T08:37:40,678 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 , the old value is region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:40,678 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:40,678 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 because the exception is null or not the one we care about 2024-11-13T08:37:40,687 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:37:40,687 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:37:40,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57052 deadline: 1731487120684, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:37:40,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57018 deadline: 1731487120685, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:37:40,687 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 , the old value is region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:40,687 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:40,687 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 because the exception is null or not the one we care about 2024-11-13T08:37:40,687 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 , the old value is region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:40,687 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:40,687 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 because the exception is null or not the one we care about 2024-11-13T08:37:40,862 INFO [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=38 (bloomFilter=true), to=hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/5d17976fc8fe6dd5aaa82d5df2dbcc9c/.tmp/B/4b78f16eb71f476ab2354ddfff370004 2024-11-13T08:37:40,871 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/5d17976fc8fe6dd5aaa82d5df2dbcc9c/.tmp/C/13cee8349cfa43a1955af130719a637b is 50, key is test_row_0/C:col10/1731487059409/Put/seqid=0 2024-11-13T08:37:40,874 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38605 is added to blk_1073742075_1251 (size=12001) 2024-11-13T08:37:40,876 INFO [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=38 (bloomFilter=true), to=hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/5d17976fc8fe6dd5aaa82d5df2dbcc9c/.tmp/C/13cee8349cfa43a1955af130719a637b 2024-11-13T08:37:40,880 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/5d17976fc8fe6dd5aaa82d5df2dbcc9c/.tmp/A/9c68be641e0c4cf7ac6a0ff11ea613c8 as hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/5d17976fc8fe6dd5aaa82d5df2dbcc9c/A/9c68be641e0c4cf7ac6a0ff11ea613c8 2024-11-13T08:37:40,884 INFO [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/5d17976fc8fe6dd5aaa82d5df2dbcc9c/A/9c68be641e0c4cf7ac6a0ff11ea613c8, entries=150, sequenceid=38, filesize=11.7 K 2024-11-13T08:37:40,885 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/5d17976fc8fe6dd5aaa82d5df2dbcc9c/.tmp/B/4b78f16eb71f476ab2354ddfff370004 as hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/5d17976fc8fe6dd5aaa82d5df2dbcc9c/B/4b78f16eb71f476ab2354ddfff370004 2024-11-13T08:37:40,888 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:37:40,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57064 deadline: 1731487120885, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:37:40,888 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:37:40,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57042 deadline: 1731487120885, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:37:40,889 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 , the old value is region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:40,889 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:40,889 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 because the exception is null or not the one we care about 2024-11-13T08:37:40,893 INFO [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/5d17976fc8fe6dd5aaa82d5df2dbcc9c/B/4b78f16eb71f476ab2354ddfff370004, entries=150, sequenceid=38, filesize=11.7 K 2024-11-13T08:37:40,894 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/5d17976fc8fe6dd5aaa82d5df2dbcc9c/.tmp/C/13cee8349cfa43a1955af130719a637b as hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/5d17976fc8fe6dd5aaa82d5df2dbcc9c/C/13cee8349cfa43a1955af130719a637b 2024-11-13T08:37:40,896 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:37:40,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57052 deadline: 1731487120895, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:37:40,896 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:37:40,896 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 , the old value is region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:40,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57018 deadline: 1731487120895, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:37:40,896 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:40,896 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 because the exception is null or not the one we care about 2024-11-13T08:37:40,897 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 , the old value is region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:40,897 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:40,897 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 because the exception is null or not the one we care about 2024-11-13T08:37:40,899 INFO [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/5d17976fc8fe6dd5aaa82d5df2dbcc9c/C/13cee8349cfa43a1955af130719a637b, entries=150, sequenceid=38, filesize=11.7 K 2024-11-13T08:37:40,900 INFO [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HRegion(3140): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=46.96 KB/48090 for 5d17976fc8fe6dd5aaa82d5df2dbcc9c in 479ms, sequenceid=38, compaction requested=false 2024-11-13T08:37:40,900 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HRegion(2603): Flush status journal for 5d17976fc8fe6dd5aaa82d5df2dbcc9c: 2024-11-13T08:37:40,900 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c. 2024-11-13T08:37:40,900 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=69 2024-11-13T08:37:40,900 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 , the old value is region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:40,900 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:40,900 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 because the exception is null or not the one we care about 2024-11-13T08:37:40,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45349 {}] master.HMaster(4169): Remote procedure done, pid=69 2024-11-13T08:37:40,905 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=69, resume processing ppid=68 2024-11-13T08:37:40,905 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=69, ppid=68, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.5620 sec 2024-11-13T08:37:40,907 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=68, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=68, table=TestAcidGuarantees in 1.5690 sec 2024-11-13T08:37:41,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] regionserver.HRegion(8855): Flush requested on 5d17976fc8fe6dd5aaa82d5df2dbcc9c 2024-11-13T08:37:41,198 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-13T08:37:41,198 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 5d17976fc8fe6dd5aaa82d5df2dbcc9c 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-13T08:37:41,203 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/5d17976fc8fe6dd5aaa82d5df2dbcc9c/.tmp/A/2832c00433d24862b906f0449239b31a is 50, key is test_row_0/A:col10/1731487060570/Put/seqid=0 2024-11-13T08:37:41,207 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38605 is added to blk_1073742076_1252 (size=14341) 2024-11-13T08:37:41,235 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:37:41,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57052 deadline: 1731487121229, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:37:41,235 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 , the old value is region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:41,235 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:41,235 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 because the exception is null or not the one we care about 2024-11-13T08:37:41,239 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:37:41,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57018 deadline: 1731487121234, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:37:41,239 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 , the old value is region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:41,239 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:41,239 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:37:41,239 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 because the exception is null or not the one we care about 2024-11-13T08:37:41,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57042 deadline: 1731487121235, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:37:41,240 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 , the old value is region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:41,240 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:37:41,240 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:41,240 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 because the exception is null or not the one we care about 2024-11-13T08:37:41,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57064 deadline: 1731487121235, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:37:41,240 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 , the old value is region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:41,240 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:41,240 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 because the exception is null or not the one we care about 2024-11-13T08:37:41,348 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:37:41,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57052 deadline: 1731487121345, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:37:41,348 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 , the old value is region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:41,348 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:37:41,348 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:41,348 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 because the exception is null or not the one we care about 2024-11-13T08:37:41,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57018 deadline: 1731487121345, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:37:41,348 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:37:41,348 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 , the old value is region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:41,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57042 deadline: 1731487121345, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:37:41,349 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:41,349 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 because the exception is null or not the one we care about 2024-11-13T08:37:41,349 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:37:41,349 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 , the old value is region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:41,349 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:41,349 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 because the exception is null or not the one we care about 2024-11-13T08:37:41,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57064 deadline: 1731487121345, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:37:41,349 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 , the old value is region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:41,349 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:41,349 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 because the exception is null or not the one we care about 2024-11-13T08:37:41,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45349 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=68 2024-11-13T08:37:41,486 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-13T08:37:41,486 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45349 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-13T08:37:41,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45349 {}] procedure2.ProcedureExecutor(1139): Stored pid=70, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=70, table=TestAcidGuarantees 2024-11-13T08:37:41,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45349 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=70 2024-11-13T08:37:41,488 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=70, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=70, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-13T08:37:41,489 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=70, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=70, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-13T08:37:41,489 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=71, ppid=70, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-13T08:37:41,558 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:37:41,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57052 deadline: 1731487121555, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:37:41,559 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:37:41,559 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 , the old value is region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:41,559 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:41,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57018 deadline: 1731487121555, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:37:41,559 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 because the exception is null or not the one we care about 2024-11-13T08:37:41,559 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:37:41,559 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:37:41,559 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 , the old value is region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:41,559 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:41,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57064 deadline: 1731487121555, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:37:41,559 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 because the exception is null or not the one we care about 2024-11-13T08:37:41,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57042 deadline: 1731487121555, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:37:41,559 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 , the old value is region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:41,559 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:41,559 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 because the exception is null or not the one we care about 2024-11-13T08:37:41,559 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 , the old value is region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:41,560 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:41,560 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 because the exception is null or not the one we care about 2024-11-13T08:37:41,588 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:37:41,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57006 deadline: 1731487121584, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:37:41,589 WARN [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRpcRetryingCaller(177): Call to dd3a0865bb23,43851,1731486997349 for 'test_row_1' in 5d17976fc8fe6dd5aaa82d5df2dbcc9c of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2174 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-13T08:37:41,590 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 , the old value is region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:41,590 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:41,590 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 because the exception is null or not the one we care about 2024-11-13T08:37:41,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45349 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=70 2024-11-13T08:37:41,608 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=49 (bloomFilter=true), to=hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/5d17976fc8fe6dd5aaa82d5df2dbcc9c/.tmp/A/2832c00433d24862b906f0449239b31a 2024-11-13T08:37:41,615 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/5d17976fc8fe6dd5aaa82d5df2dbcc9c/.tmp/B/1b3a8dadaad141eeac7a8e14c17c8877 is 50, key is test_row_0/B:col10/1731487060570/Put/seqid=0 2024-11-13T08:37:41,619 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38605 is added to blk_1073742077_1253 (size=12001) 2024-11-13T08:37:41,620 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=49 (bloomFilter=true), to=hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/5d17976fc8fe6dd5aaa82d5df2dbcc9c/.tmp/B/1b3a8dadaad141eeac7a8e14c17c8877 2024-11-13T08:37:41,627 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/5d17976fc8fe6dd5aaa82d5df2dbcc9c/.tmp/C/da62f1a714884630989795e88567a0f5 is 50, key is test_row_0/C:col10/1731487060570/Put/seqid=0 2024-11-13T08:37:41,631 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38605 is added to blk_1073742078_1254 (size=12001) 2024-11-13T08:37:41,641 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43851 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=71 2024-11-13T08:37:41,641 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c. 2024-11-13T08:37:41,642 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c. as already flushing 2024-11-13T08:37:41,642 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c. 2024-11-13T08:37:41,642 ERROR [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] handler.RSProcedureHandler(58): pid=71 java.io.IOException: Unable to complete flush {ENCODED => 5d17976fc8fe6dd5aaa82d5df2dbcc9c, NAME => 'TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T08:37:41,642 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=71 java.io.IOException: Unable to complete flush {ENCODED => 5d17976fc8fe6dd5aaa82d5df2dbcc9c, NAME => 'TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T08:37:41,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45349 {}] master.HMaster(4177): Remote procedure failed, pid=71 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5d17976fc8fe6dd5aaa82d5df2dbcc9c, NAME => 'TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5d17976fc8fe6dd5aaa82d5df2dbcc9c, NAME => 'TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T08:37:41,794 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43851 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=71 2024-11-13T08:37:41,795 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c. 2024-11-13T08:37:41,795 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c. as already flushing 2024-11-13T08:37:41,795 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c. 2024-11-13T08:37:41,795 ERROR [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] handler.RSProcedureHandler(58): pid=71 java.io.IOException: Unable to complete flush {ENCODED => 5d17976fc8fe6dd5aaa82d5df2dbcc9c, NAME => 'TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T08:37:41,795 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=71 java.io.IOException: Unable to complete flush {ENCODED => 5d17976fc8fe6dd5aaa82d5df2dbcc9c, NAME => 'TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T08:37:41,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45349 {}] master.HMaster(4177): Remote procedure failed, pid=71 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5d17976fc8fe6dd5aaa82d5df2dbcc9c, NAME => 'TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5d17976fc8fe6dd5aaa82d5df2dbcc9c, NAME => 'TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T08:37:41,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45349 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=70 2024-11-13T08:37:41,868 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:37:41,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57052 deadline: 1731487121865, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:37:41,868 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:37:41,868 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 , the old value is region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:41,868 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:41,868 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 because the exception is null or not the one we care about 2024-11-13T08:37:41,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57018 deadline: 1731487121865, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:37:41,869 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 , the old value is region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:41,868 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:37:41,869 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:41,869 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 because the exception is null or not the one we care about 2024-11-13T08:37:41,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57064 deadline: 1731487121865, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:37:41,869 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:37:41,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57042 deadline: 1731487121865, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:37:41,869 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 , the old value is region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:41,869 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:41,869 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 because the exception is null or not the one we care about 2024-11-13T08:37:41,869 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 , the old value is region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:41,869 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:41,869 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 because the exception is null or not the one we care about 2024-11-13T08:37:41,948 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43851 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=71 2024-11-13T08:37:41,948 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c. 2024-11-13T08:37:41,948 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c. as already flushing 2024-11-13T08:37:41,948 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c. 2024-11-13T08:37:41,948 ERROR [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] handler.RSProcedureHandler(58): pid=71 java.io.IOException: Unable to complete flush {ENCODED => 5d17976fc8fe6dd5aaa82d5df2dbcc9c, NAME => 'TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T08:37:41,949 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=71 java.io.IOException: Unable to complete flush {ENCODED => 5d17976fc8fe6dd5aaa82d5df2dbcc9c, NAME => 'TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T08:37:41,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45349 {}] master.HMaster(4177): Remote procedure failed, pid=71 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5d17976fc8fe6dd5aaa82d5df2dbcc9c, NAME => 'TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5d17976fc8fe6dd5aaa82d5df2dbcc9c, NAME => 'TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T08:37:42,032 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=49 (bloomFilter=true), to=hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/5d17976fc8fe6dd5aaa82d5df2dbcc9c/.tmp/C/da62f1a714884630989795e88567a0f5 2024-11-13T08:37:42,036 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/5d17976fc8fe6dd5aaa82d5df2dbcc9c/.tmp/A/2832c00433d24862b906f0449239b31a as hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/5d17976fc8fe6dd5aaa82d5df2dbcc9c/A/2832c00433d24862b906f0449239b31a 2024-11-13T08:37:42,040 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/5d17976fc8fe6dd5aaa82d5df2dbcc9c/A/2832c00433d24862b906f0449239b31a, entries=200, sequenceid=49, filesize=14.0 K 2024-11-13T08:37:42,041 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/5d17976fc8fe6dd5aaa82d5df2dbcc9c/.tmp/B/1b3a8dadaad141eeac7a8e14c17c8877 as hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/5d17976fc8fe6dd5aaa82d5df2dbcc9c/B/1b3a8dadaad141eeac7a8e14c17c8877 2024-11-13T08:37:42,044 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/5d17976fc8fe6dd5aaa82d5df2dbcc9c/B/1b3a8dadaad141eeac7a8e14c17c8877, entries=150, sequenceid=49, filesize=11.7 K 2024-11-13T08:37:42,045 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/5d17976fc8fe6dd5aaa82d5df2dbcc9c/.tmp/C/da62f1a714884630989795e88567a0f5 as hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/5d17976fc8fe6dd5aaa82d5df2dbcc9c/C/da62f1a714884630989795e88567a0f5 2024-11-13T08:37:42,049 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/5d17976fc8fe6dd5aaa82d5df2dbcc9c/C/da62f1a714884630989795e88567a0f5, entries=150, sequenceid=49, filesize=11.7 K 2024-11-13T08:37:42,050 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 5d17976fc8fe6dd5aaa82d5df2dbcc9c in 852ms, sequenceid=49, compaction requested=true 2024-11-13T08:37:42,050 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 5d17976fc8fe6dd5aaa82d5df2dbcc9c: 2024-11-13T08:37:42,050 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5d17976fc8fe6dd5aaa82d5df2dbcc9c:A, priority=-2147483648, current under compaction store size is 1 2024-11-13T08:37:42,051 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T08:37:42,051 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5d17976fc8fe6dd5aaa82d5df2dbcc9c:B, priority=-2147483648, current under compaction store size is 2 2024-11-13T08:37:42,051 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T08:37:42,051 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5d17976fc8fe6dd5aaa82d5df2dbcc9c:C, priority=-2147483648, current under compaction store size is 3 2024-11-13T08:37:42,051 DEBUG [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-13T08:37:42,051 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-13T08:37:42,051 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-13T08:37:42,052 DEBUG [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38343 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-13T08:37:42,052 DEBUG [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] regionserver.HStore(1541): 5d17976fc8fe6dd5aaa82d5df2dbcc9c/A is initiating minor compaction (all files) 2024-11-13T08:37:42,052 INFO [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 5d17976fc8fe6dd5aaa82d5df2dbcc9c/A in TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c. 2024-11-13T08:37:42,052 INFO [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/5d17976fc8fe6dd5aaa82d5df2dbcc9c/A/24f8d3139a134f989e37c72ea999ef3f, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/5d17976fc8fe6dd5aaa82d5df2dbcc9c/A/9c68be641e0c4cf7ac6a0ff11ea613c8, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/5d17976fc8fe6dd5aaa82d5df2dbcc9c/A/2832c00433d24862b906f0449239b31a] into tmpdir=hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/5d17976fc8fe6dd5aaa82d5df2dbcc9c/.tmp, totalSize=37.4 K 2024-11-13T08:37:42,053 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-13T08:37:42,053 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] regionserver.HStore(1541): 5d17976fc8fe6dd5aaa82d5df2dbcc9c/B is initiating minor compaction (all files) 2024-11-13T08:37:42,053 INFO [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 5d17976fc8fe6dd5aaa82d5df2dbcc9c/B in TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c. 2024-11-13T08:37:42,053 INFO [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/5d17976fc8fe6dd5aaa82d5df2dbcc9c/B/0042f3a9529f4dd095790f52bdd6b31f, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/5d17976fc8fe6dd5aaa82d5df2dbcc9c/B/4b78f16eb71f476ab2354ddfff370004, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/5d17976fc8fe6dd5aaa82d5df2dbcc9c/B/1b3a8dadaad141eeac7a8e14c17c8877] into tmpdir=hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/5d17976fc8fe6dd5aaa82d5df2dbcc9c/.tmp, totalSize=35.2 K 2024-11-13T08:37:42,056 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] compactions.Compactor(225): Compacting 0042f3a9529f4dd095790f52bdd6b31f, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=1731487059350 2024-11-13T08:37:42,056 DEBUG [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] compactions.Compactor(225): Compacting 24f8d3139a134f989e37c72ea999ef3f, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=1731487059350 2024-11-13T08:37:42,056 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] compactions.Compactor(225): Compacting 4b78f16eb71f476ab2354ddfff370004, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=38, earliestPutTs=1731487059409 2024-11-13T08:37:42,057 DEBUG [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] compactions.Compactor(225): Compacting 9c68be641e0c4cf7ac6a0ff11ea613c8, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=38, earliestPutTs=1731487059409 2024-11-13T08:37:42,057 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] compactions.Compactor(225): Compacting 1b3a8dadaad141eeac7a8e14c17c8877, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=49, earliestPutTs=1731487060564 2024-11-13T08:37:42,057 DEBUG [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] compactions.Compactor(225): Compacting 2832c00433d24862b906f0449239b31a, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=49, earliestPutTs=1731487060560 2024-11-13T08:37:42,080 INFO [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5d17976fc8fe6dd5aaa82d5df2dbcc9c#B#compaction#207 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-13T08:37:42,080 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/5d17976fc8fe6dd5aaa82d5df2dbcc9c/.tmp/B/7b75f61242204ae3a26ba818a26760bc is 50, key is test_row_0/B:col10/1731487060570/Put/seqid=0 2024-11-13T08:37:42,080 INFO [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5d17976fc8fe6dd5aaa82d5df2dbcc9c#A#compaction#206 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-13T08:37:42,081 DEBUG [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/5d17976fc8fe6dd5aaa82d5df2dbcc9c/.tmp/A/1fb1d8a8591a43658750ce1482e56ee8 is 50, key is test_row_0/A:col10/1731487060570/Put/seqid=0 2024-11-13T08:37:42,090 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38605 is added to blk_1073742079_1255 (size=12104) 2024-11-13T08:37:42,098 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38605 is added to blk_1073742080_1256 (size=12104) 2024-11-13T08:37:42,102 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43851 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=71 2024-11-13T08:37:42,102 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c. 2024-11-13T08:37:42,102 INFO [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegion(2902): Flushing 5d17976fc8fe6dd5aaa82d5df2dbcc9c 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-13T08:37:42,107 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/5d17976fc8fe6dd5aaa82d5df2dbcc9c/.tmp/A/b8c040bfb3bb40228c20736c8c468f5e is 50, key is test_row_0/A:col10/1731487061232/Put/seqid=0 2024-11-13T08:37:42,113 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38605 is added to blk_1073742081_1257 (size=12001) 2024-11-13T08:37:42,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45349 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=70 2024-11-13T08:37:42,116 INFO [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=74 (bloomFilter=true), to=hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/5d17976fc8fe6dd5aaa82d5df2dbcc9c/.tmp/A/b8c040bfb3bb40228c20736c8c468f5e 2024-11-13T08:37:42,123 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/5d17976fc8fe6dd5aaa82d5df2dbcc9c/.tmp/B/08d861490ea240dcb8a285ecf18afc4e is 50, key is test_row_0/B:col10/1731487061232/Put/seqid=0 2024-11-13T08:37:42,129 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38605 is added to blk_1073742082_1258 (size=12001) 2024-11-13T08:37:42,130 INFO [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=74 (bloomFilter=true), to=hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/5d17976fc8fe6dd5aaa82d5df2dbcc9c/.tmp/B/08d861490ea240dcb8a285ecf18afc4e 2024-11-13T08:37:42,139 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/5d17976fc8fe6dd5aaa82d5df2dbcc9c/.tmp/C/f4d8f6e5cdd34edbbc36ad09a8d59346 is 50, key is test_row_0/C:col10/1731487061232/Put/seqid=0 2024-11-13T08:37:42,159 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38605 is added to blk_1073742083_1259 (size=12001) 2024-11-13T08:37:42,344 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-13T08:37:42,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] regionserver.HRegion(8855): Flush requested on 5d17976fc8fe6dd5aaa82d5df2dbcc9c 2024-11-13T08:37:42,378 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c. as already flushing 2024-11-13T08:37:42,387 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:37:42,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57052 deadline: 1731487122382, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:37:42,387 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 , the old value is region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:42,387 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:42,387 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 because the exception is null or not the one we care about 2024-11-13T08:37:42,392 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:37:42,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57064 deadline: 1731487122386, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:37:42,392 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:37:42,392 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 , the old value is region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:42,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57018 deadline: 1731487122387, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:37:42,393 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:42,393 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 because the exception is null or not the one we care about 2024-11-13T08:37:42,393 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:37:42,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57042 deadline: 1731487122387, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:37:42,393 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 , the old value is region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:42,393 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:42,393 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 because the exception is null or not the one we care about 2024-11-13T08:37:42,393 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 , the old value is region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:42,393 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:42,393 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 because the exception is null or not the one we care about 2024-11-13T08:37:42,496 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/5d17976fc8fe6dd5aaa82d5df2dbcc9c/.tmp/B/7b75f61242204ae3a26ba818a26760bc as hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/5d17976fc8fe6dd5aaa82d5df2dbcc9c/B/7b75f61242204ae3a26ba818a26760bc 2024-11-13T08:37:42,499 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:37:42,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57052 deadline: 1731487122495, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:37:42,499 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:37:42,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57064 deadline: 1731487122495, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:37:42,499 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:37:42,499 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 , the old value is region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:42,499 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:42,499 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 because the exception is null or not the one we care about 2024-11-13T08:37:42,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57018 deadline: 1731487122496, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:37:42,499 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 , the old value is region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:42,499 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:37:42,500 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:42,500 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 because the exception is null or not the one we care about 2024-11-13T08:37:42,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57042 deadline: 1731487122496, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:37:42,500 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 , the old value is region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:42,500 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:42,500 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 because the exception is null or not the one we care about 2024-11-13T08:37:42,500 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 , the old value is region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:42,500 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:42,500 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 because the exception is null or not the one we care about 2024-11-13T08:37:42,502 INFO [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 5d17976fc8fe6dd5aaa82d5df2dbcc9c/B of 5d17976fc8fe6dd5aaa82d5df2dbcc9c into 7b75f61242204ae3a26ba818a26760bc(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T08:37:42,502 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 5d17976fc8fe6dd5aaa82d5df2dbcc9c: 2024-11-13T08:37:42,502 INFO [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., storeName=5d17976fc8fe6dd5aaa82d5df2dbcc9c/B, priority=13, startTime=1731487062051; duration=0sec 2024-11-13T08:37:42,502 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-13T08:37:42,502 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5d17976fc8fe6dd5aaa82d5df2dbcc9c:B 2024-11-13T08:37:42,502 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-13T08:37:42,505 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-13T08:37:42,505 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] regionserver.HStore(1541): 5d17976fc8fe6dd5aaa82d5df2dbcc9c/C is initiating minor compaction (all files) 2024-11-13T08:37:42,505 INFO [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 5d17976fc8fe6dd5aaa82d5df2dbcc9c/C in TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c. 2024-11-13T08:37:42,505 INFO [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/5d17976fc8fe6dd5aaa82d5df2dbcc9c/C/2e6da649dc0a49d5856f3c12c7c10811, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/5d17976fc8fe6dd5aaa82d5df2dbcc9c/C/13cee8349cfa43a1955af130719a637b, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/5d17976fc8fe6dd5aaa82d5df2dbcc9c/C/da62f1a714884630989795e88567a0f5] into tmpdir=hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/5d17976fc8fe6dd5aaa82d5df2dbcc9c/.tmp, totalSize=35.2 K 2024-11-13T08:37:42,506 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] compactions.Compactor(225): Compacting 2e6da649dc0a49d5856f3c12c7c10811, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=1731487059350 2024-11-13T08:37:42,506 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] compactions.Compactor(225): Compacting 13cee8349cfa43a1955af130719a637b, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=38, earliestPutTs=1731487059409 2024-11-13T08:37:42,507 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] compactions.Compactor(225): Compacting da62f1a714884630989795e88567a0f5, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=49, earliestPutTs=1731487060564 2024-11-13T08:37:42,508 DEBUG [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/5d17976fc8fe6dd5aaa82d5df2dbcc9c/.tmp/A/1fb1d8a8591a43658750ce1482e56ee8 as hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/5d17976fc8fe6dd5aaa82d5df2dbcc9c/A/1fb1d8a8591a43658750ce1482e56ee8 2024-11-13T08:37:42,514 INFO [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 5d17976fc8fe6dd5aaa82d5df2dbcc9c/A of 5d17976fc8fe6dd5aaa82d5df2dbcc9c into 1fb1d8a8591a43658750ce1482e56ee8(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T08:37:42,514 DEBUG [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 5d17976fc8fe6dd5aaa82d5df2dbcc9c: 2024-11-13T08:37:42,514 INFO [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., storeName=5d17976fc8fe6dd5aaa82d5df2dbcc9c/A, priority=13, startTime=1731487062050; duration=0sec 2024-11-13T08:37:42,514 DEBUG [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T08:37:42,514 DEBUG [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5d17976fc8fe6dd5aaa82d5df2dbcc9c:A 2024-11-13T08:37:42,517 INFO [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5d17976fc8fe6dd5aaa82d5df2dbcc9c#C#compaction#211 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-13T08:37:42,517 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/5d17976fc8fe6dd5aaa82d5df2dbcc9c/.tmp/C/9a03e87012bd4ef488492ecb213d79f4 is 50, key is test_row_0/C:col10/1731487060570/Put/seqid=0 2024-11-13T08:37:42,523 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38605 is added to blk_1073742084_1260 (size=12104) 2024-11-13T08:37:42,559 INFO [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=74 (bloomFilter=true), to=hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/5d17976fc8fe6dd5aaa82d5df2dbcc9c/.tmp/C/f4d8f6e5cdd34edbbc36ad09a8d59346 2024-11-13T08:37:42,567 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/5d17976fc8fe6dd5aaa82d5df2dbcc9c/.tmp/A/b8c040bfb3bb40228c20736c8c468f5e as hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/5d17976fc8fe6dd5aaa82d5df2dbcc9c/A/b8c040bfb3bb40228c20736c8c468f5e 2024-11-13T08:37:42,573 INFO [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/5d17976fc8fe6dd5aaa82d5df2dbcc9c/A/b8c040bfb3bb40228c20736c8c468f5e, entries=150, sequenceid=74, filesize=11.7 K 2024-11-13T08:37:42,574 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/5d17976fc8fe6dd5aaa82d5df2dbcc9c/.tmp/B/08d861490ea240dcb8a285ecf18afc4e as hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/5d17976fc8fe6dd5aaa82d5df2dbcc9c/B/08d861490ea240dcb8a285ecf18afc4e 2024-11-13T08:37:42,579 INFO [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/5d17976fc8fe6dd5aaa82d5df2dbcc9c/B/08d861490ea240dcb8a285ecf18afc4e, entries=150, sequenceid=74, filesize=11.7 K 2024-11-13T08:37:42,580 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/5d17976fc8fe6dd5aaa82d5df2dbcc9c/.tmp/C/f4d8f6e5cdd34edbbc36ad09a8d59346 as hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/5d17976fc8fe6dd5aaa82d5df2dbcc9c/C/f4d8f6e5cdd34edbbc36ad09a8d59346 2024-11-13T08:37:42,584 INFO [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/5d17976fc8fe6dd5aaa82d5df2dbcc9c/C/f4d8f6e5cdd34edbbc36ad09a8d59346, entries=150, sequenceid=74, filesize=11.7 K 2024-11-13T08:37:42,585 INFO [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegion(3140): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for 5d17976fc8fe6dd5aaa82d5df2dbcc9c in 483ms, sequenceid=74, compaction requested=false 2024-11-13T08:37:42,585 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegion(2603): Flush status journal for 5d17976fc8fe6dd5aaa82d5df2dbcc9c: 2024-11-13T08:37:42,585 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c. 2024-11-13T08:37:42,585 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=71 2024-11-13T08:37:42,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45349 {}] master.HMaster(4169): Remote procedure done, pid=71 2024-11-13T08:37:42,589 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=71, resume processing ppid=70 2024-11-13T08:37:42,589 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=71, ppid=70, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.0980 sec 2024-11-13T08:37:42,591 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=70, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=70, table=TestAcidGuarantees in 1.1030 sec 2024-11-13T08:37:42,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45349 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=70 2024-11-13T08:37:42,625 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-13T08:37:42,626 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45349 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-13T08:37:42,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45349 {}] procedure2.ProcedureExecutor(1139): Stored pid=72, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=72, table=TestAcidGuarantees 2024-11-13T08:37:42,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45349 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=72 2024-11-13T08:37:42,627 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=72, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=72, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-13T08:37:42,628 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=72, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=72, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-13T08:37:42,629 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=73, ppid=72, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-13T08:37:42,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] regionserver.HRegion(8855): Flush requested on 5d17976fc8fe6dd5aaa82d5df2dbcc9c 2024-11-13T08:37:42,706 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-13T08:37:42,706 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 5d17976fc8fe6dd5aaa82d5df2dbcc9c 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-13T08:37:42,711 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/5d17976fc8fe6dd5aaa82d5df2dbcc9c/.tmp/A/a27f962fbd9f4110a6c7d372d2eac050 is 50, key is test_row_0/A:col10/1731487062377/Put/seqid=0 2024-11-13T08:37:42,715 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38605 is added to blk_1073742085_1261 (size=12001) 2024-11-13T08:37:42,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45349 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=72 2024-11-13T08:37:42,738 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:37:42,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57042 deadline: 1731487122732, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:37:42,738 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:37:42,738 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 , the old value is region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:42,738 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:42,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57018 deadline: 1731487122733, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:37:42,738 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 because the exception is null or not the one we care about 2024-11-13T08:37:42,738 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:37:42,739 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 , the old value is region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:42,739 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:42,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57052 deadline: 1731487122734, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:37:42,739 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 because the exception is null or not the one we care about 2024-11-13T08:37:42,739 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 , the old value is region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:42,739 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:42,739 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 because the exception is null or not the one we care about 2024-11-13T08:37:42,739 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:37:42,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57064 deadline: 1731487122736, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:37:42,740 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 , the old value is region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:42,740 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:42,740 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 because the exception is null or not the one we care about 2024-11-13T08:37:42,781 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43851 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=73 2024-11-13T08:37:42,781 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c. 2024-11-13T08:37:42,781 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c. as already flushing 2024-11-13T08:37:42,781 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c. 2024-11-13T08:37:42,781 ERROR [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] handler.RSProcedureHandler(58): pid=73 java.io.IOException: Unable to complete flush {ENCODED => 5d17976fc8fe6dd5aaa82d5df2dbcc9c, NAME => 'TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T08:37:42,781 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=73 java.io.IOException: Unable to complete flush {ENCODED => 5d17976fc8fe6dd5aaa82d5df2dbcc9c, NAME => 'TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T08:37:42,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45349 {}] master.HMaster(4177): Remote procedure failed, pid=73 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5d17976fc8fe6dd5aaa82d5df2dbcc9c, NAME => 'TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5d17976fc8fe6dd5aaa82d5df2dbcc9c, NAME => 'TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T08:37:42,847 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:37:42,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57042 deadline: 1731487122845, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:37:42,848 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:37:42,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57018 deadline: 1731487122845, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:37:42,848 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 , the old value is region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:42,848 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:42,848 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 because the exception is null or not the one we care about 2024-11-13T08:37:42,848 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:37:42,848 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 , the old value is region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:42,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57052 deadline: 1731487122845, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:37:42,848 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:42,848 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 because the exception is null or not the one we care about 2024-11-13T08:37:42,848 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:37:42,848 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 , the old value is region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:42,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57064 deadline: 1731487122845, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:37:42,849 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:42,849 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 because the exception is null or not the one we care about 2024-11-13T08:37:42,849 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 , the old value is region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:42,849 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:42,849 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 because the exception is null or not the one we care about 2024-11-13T08:37:42,934 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43851 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=73 2024-11-13T08:37:42,934 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c. 2024-11-13T08:37:42,934 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c. as already flushing 2024-11-13T08:37:42,935 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c. 2024-11-13T08:37:42,935 ERROR [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] handler.RSProcedureHandler(58): pid=73 java.io.IOException: Unable to complete flush {ENCODED => 5d17976fc8fe6dd5aaa82d5df2dbcc9c, NAME => 'TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T08:37:42,935 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=73 java.io.IOException: Unable to complete flush {ENCODED => 5d17976fc8fe6dd5aaa82d5df2dbcc9c, NAME => 'TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T08:37:42,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45349 {}] master.HMaster(4177): Remote procedure failed, pid=73 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5d17976fc8fe6dd5aaa82d5df2dbcc9c, NAME => 'TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5d17976fc8fe6dd5aaa82d5df2dbcc9c, NAME => 'TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T08:37:42,936 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/5d17976fc8fe6dd5aaa82d5df2dbcc9c/.tmp/C/9a03e87012bd4ef488492ecb213d79f4 as hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/5d17976fc8fe6dd5aaa82d5df2dbcc9c/C/9a03e87012bd4ef488492ecb213d79f4 2024-11-13T08:37:42,941 INFO [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 5d17976fc8fe6dd5aaa82d5df2dbcc9c/C of 5d17976fc8fe6dd5aaa82d5df2dbcc9c into 9a03e87012bd4ef488492ecb213d79f4(size=11.8 K), total size for store is 23.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T08:37:42,941 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 5d17976fc8fe6dd5aaa82d5df2dbcc9c: 2024-11-13T08:37:42,941 INFO [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., storeName=5d17976fc8fe6dd5aaa82d5df2dbcc9c/C, priority=13, startTime=1731487062051; duration=0sec 2024-11-13T08:37:42,941 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T08:37:42,941 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5d17976fc8fe6dd5aaa82d5df2dbcc9c:C 2024-11-13T08:37:42,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45349 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=72 2024-11-13T08:37:43,057 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:37:43,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57042 deadline: 1731487123055, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:37:43,057 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:37:43,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57018 deadline: 1731487123055, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:37:43,057 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 , the old value is region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:43,057 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:43,057 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 because the exception is null or not the one we care about 2024-11-13T08:37:43,057 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 , the old value is region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:43,057 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:37:43,057 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:43,058 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 because the exception is null or not the one we care about 2024-11-13T08:37:43,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57052 deadline: 1731487123055, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:37:43,058 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:37:43,058 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 , the old value is region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:43,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57064 deadline: 1731487123055, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:37:43,058 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:43,058 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 because the exception is null or not the one we care about 2024-11-13T08:37:43,058 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 , the old value is region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:43,058 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:43,058 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 because the exception is null or not the one we care about 2024-11-13T08:37:43,088 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43851 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=73 2024-11-13T08:37:43,088 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c. 2024-11-13T08:37:43,088 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c. as already flushing 2024-11-13T08:37:43,088 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c. 2024-11-13T08:37:43,088 ERROR [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] handler.RSProcedureHandler(58): pid=73 java.io.IOException: Unable to complete flush {ENCODED => 5d17976fc8fe6dd5aaa82d5df2dbcc9c, NAME => 'TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T08:37:43,088 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=73 java.io.IOException: Unable to complete flush {ENCODED => 5d17976fc8fe6dd5aaa82d5df2dbcc9c, NAME => 'TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T08:37:43,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45349 {}] master.HMaster(4177): Remote procedure failed, pid=73 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5d17976fc8fe6dd5aaa82d5df2dbcc9c, NAME => 'TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5d17976fc8fe6dd5aaa82d5df2dbcc9c, NAME => 'TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T08:37:43,116 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=90 (bloomFilter=true), to=hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/5d17976fc8fe6dd5aaa82d5df2dbcc9c/.tmp/A/a27f962fbd9f4110a6c7d372d2eac050 2024-11-13T08:37:43,124 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/5d17976fc8fe6dd5aaa82d5df2dbcc9c/.tmp/B/26801e0242f64f56b39be06de3ff4401 is 50, key is test_row_0/B:col10/1731487062377/Put/seqid=0 2024-11-13T08:37:43,127 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38605 is added to blk_1073742086_1262 (size=12001) 2024-11-13T08:37:43,241 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43851 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=73 2024-11-13T08:37:43,241 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c. 2024-11-13T08:37:43,241 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c. as already flushing 2024-11-13T08:37:43,241 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c. 2024-11-13T08:37:43,241 ERROR [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] handler.RSProcedureHandler(58): pid=73 java.io.IOException: Unable to complete flush {ENCODED => 5d17976fc8fe6dd5aaa82d5df2dbcc9c, NAME => 'TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T08:37:43,241 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=73 java.io.IOException: Unable to complete flush {ENCODED => 5d17976fc8fe6dd5aaa82d5df2dbcc9c, NAME => 'TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T08:37:43,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45349 {}] master.HMaster(4177): Remote procedure failed, pid=73 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5d17976fc8fe6dd5aaa82d5df2dbcc9c, NAME => 'TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5d17976fc8fe6dd5aaa82d5df2dbcc9c, NAME => 'TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T08:37:43,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45349 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=72 2024-11-13T08:37:43,368 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:37:43,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57042 deadline: 1731487123365, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:37:43,368 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:37:43,368 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 , the old value is region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:43,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57052 deadline: 1731487123365, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:37:43,368 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:43,368 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 because the exception is null or not the one we care about 2024-11-13T08:37:43,368 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 , the old value is region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:43,368 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:37:43,369 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:43,369 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 because the exception is null or not the one we care about 2024-11-13T08:37:43,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57018 deadline: 1731487123365, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:37:43,369 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 , the old value is region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:43,369 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:37:43,369 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:43,369 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 because the exception is null or not the one we care about 2024-11-13T08:37:43,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57064 deadline: 1731487123365, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:37:43,369 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 , the old value is region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:43,369 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:43,369 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 because the exception is null or not the one we care about 2024-11-13T08:37:43,394 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43851 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=73 2024-11-13T08:37:43,394 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c. 2024-11-13T08:37:43,394 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c. as already flushing 2024-11-13T08:37:43,394 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c. 2024-11-13T08:37:43,394 ERROR [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] handler.RSProcedureHandler(58): pid=73 java.io.IOException: Unable to complete flush {ENCODED => 5d17976fc8fe6dd5aaa82d5df2dbcc9c, NAME => 'TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T08:37:43,394 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=73 java.io.IOException: Unable to complete flush {ENCODED => 5d17976fc8fe6dd5aaa82d5df2dbcc9c, NAME => 'TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T08:37:43,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45349 {}] master.HMaster(4177): Remote procedure failed, pid=73 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5d17976fc8fe6dd5aaa82d5df2dbcc9c, NAME => 'TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5d17976fc8fe6dd5aaa82d5df2dbcc9c, NAME => 'TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T08:37:43,528 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=90 (bloomFilter=true), to=hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/5d17976fc8fe6dd5aaa82d5df2dbcc9c/.tmp/B/26801e0242f64f56b39be06de3ff4401 2024-11-13T08:37:43,535 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/5d17976fc8fe6dd5aaa82d5df2dbcc9c/.tmp/C/471cc61d6084406ba277d36f7de55299 is 50, key is test_row_0/C:col10/1731487062377/Put/seqid=0 2024-11-13T08:37:43,541 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38605 is added to blk_1073742087_1263 (size=12001) 2024-11-13T08:37:43,547 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43851 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=73 2024-11-13T08:37:43,547 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c. 2024-11-13T08:37:43,547 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c. as already flushing 2024-11-13T08:37:43,547 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c. 2024-11-13T08:37:43,547 ERROR [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] handler.RSProcedureHandler(58): pid=73 java.io.IOException: Unable to complete flush {ENCODED => 5d17976fc8fe6dd5aaa82d5df2dbcc9c, NAME => 'TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T08:37:43,547 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=73 java.io.IOException: Unable to complete flush {ENCODED => 5d17976fc8fe6dd5aaa82d5df2dbcc9c, NAME => 'TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T08:37:43,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45349 {}] master.HMaster(4177): Remote procedure failed, pid=73 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5d17976fc8fe6dd5aaa82d5df2dbcc9c, NAME => 'TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5d17976fc8fe6dd5aaa82d5df2dbcc9c, NAME => 'TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T08:37:43,608 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:37:43,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57006 deadline: 1731487123605, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:37:43,609 WARN [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRpcRetryingCaller(177): Call to dd3a0865bb23,43851,1731486997349 for 'test_row_1' in 5d17976fc8fe6dd5aaa82d5df2dbcc9c of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4194 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-13T08:37:43,609 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 , the old value is region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:43,609 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:43,609 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 because the exception is null or not the one we care about 2024-11-13T08:37:43,700 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43851 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=73 2024-11-13T08:37:43,700 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c. 2024-11-13T08:37:43,700 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c. as already flushing 2024-11-13T08:37:43,700 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c. 2024-11-13T08:37:43,700 ERROR [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] handler.RSProcedureHandler(58): pid=73 java.io.IOException: Unable to complete flush {ENCODED => 5d17976fc8fe6dd5aaa82d5df2dbcc9c, NAME => 'TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T08:37:43,700 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=73 java.io.IOException: Unable to complete flush {ENCODED => 5d17976fc8fe6dd5aaa82d5df2dbcc9c, NAME => 'TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T08:37:43,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45349 {}] master.HMaster(4177): Remote procedure failed, pid=73 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5d17976fc8fe6dd5aaa82d5df2dbcc9c, NAME => 'TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5d17976fc8fe6dd5aaa82d5df2dbcc9c, NAME => 'TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T08:37:43,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45349 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=72 2024-11-13T08:37:43,853 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43851 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=73 2024-11-13T08:37:43,853 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c. 2024-11-13T08:37:43,853 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c. as already flushing 2024-11-13T08:37:43,853 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c. 2024-11-13T08:37:43,853 ERROR [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] handler.RSProcedureHandler(58): pid=73 java.io.IOException: Unable to complete flush {ENCODED => 5d17976fc8fe6dd5aaa82d5df2dbcc9c, NAME => 'TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T08:37:43,854 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=73 java.io.IOException: Unable to complete flush {ENCODED => 5d17976fc8fe6dd5aaa82d5df2dbcc9c, NAME => 'TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T08:37:43,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45349 {}] master.HMaster(4177): Remote procedure failed, pid=73 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5d17976fc8fe6dd5aaa82d5df2dbcc9c, NAME => 'TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5d17976fc8fe6dd5aaa82d5df2dbcc9c, NAME => 'TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T08:37:43,877 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:37:43,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57042 deadline: 1731487123875, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:37:43,878 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:37:43,878 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 , the old value is region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:43,878 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:43,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57052 deadline: 1731487123875, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:37:43,878 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 because the exception is null or not the one we care about 2024-11-13T08:37:43,878 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 , the old value is region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:43,878 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:37:43,878 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:43,878 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 because the exception is null or not the one we care about 2024-11-13T08:37:43,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57018 deadline: 1731487123875, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:37:43,878 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 , the old value is region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:43,878 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:37:43,878 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:43,878 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 because the exception is null or not the one we care about 2024-11-13T08:37:43,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57064 deadline: 1731487123875, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:37:43,879 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 , the old value is region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:43,879 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:43,879 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 because the exception is null or not the one we care about 2024-11-13T08:37:43,942 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=90 (bloomFilter=true), to=hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/5d17976fc8fe6dd5aaa82d5df2dbcc9c/.tmp/C/471cc61d6084406ba277d36f7de55299 2024-11-13T08:37:43,947 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/5d17976fc8fe6dd5aaa82d5df2dbcc9c/.tmp/A/a27f962fbd9f4110a6c7d372d2eac050 as hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/5d17976fc8fe6dd5aaa82d5df2dbcc9c/A/a27f962fbd9f4110a6c7d372d2eac050 2024-11-13T08:37:43,951 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/5d17976fc8fe6dd5aaa82d5df2dbcc9c/A/a27f962fbd9f4110a6c7d372d2eac050, entries=150, sequenceid=90, filesize=11.7 K 2024-11-13T08:37:43,952 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/5d17976fc8fe6dd5aaa82d5df2dbcc9c/.tmp/B/26801e0242f64f56b39be06de3ff4401 as hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/5d17976fc8fe6dd5aaa82d5df2dbcc9c/B/26801e0242f64f56b39be06de3ff4401 2024-11-13T08:37:43,955 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/5d17976fc8fe6dd5aaa82d5df2dbcc9c/B/26801e0242f64f56b39be06de3ff4401, entries=150, sequenceid=90, filesize=11.7 K 2024-11-13T08:37:43,956 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/5d17976fc8fe6dd5aaa82d5df2dbcc9c/.tmp/C/471cc61d6084406ba277d36f7de55299 as hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/5d17976fc8fe6dd5aaa82d5df2dbcc9c/C/471cc61d6084406ba277d36f7de55299 2024-11-13T08:37:43,960 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/5d17976fc8fe6dd5aaa82d5df2dbcc9c/C/471cc61d6084406ba277d36f7de55299, entries=150, sequenceid=90, filesize=11.7 K 2024-11-13T08:37:43,961 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=127.47 KB/130530 for 5d17976fc8fe6dd5aaa82d5df2dbcc9c in 1255ms, sequenceid=90, compaction requested=true 2024-11-13T08:37:43,961 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 5d17976fc8fe6dd5aaa82d5df2dbcc9c: 2024-11-13T08:37:43,961 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5d17976fc8fe6dd5aaa82d5df2dbcc9c:A, priority=-2147483648, current under compaction store size is 1 2024-11-13T08:37:43,961 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T08:37:43,961 DEBUG [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-13T08:37:43,961 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5d17976fc8fe6dd5aaa82d5df2dbcc9c:B, priority=-2147483648, current under compaction store size is 2 2024-11-13T08:37:43,961 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T08:37:43,961 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5d17976fc8fe6dd5aaa82d5df2dbcc9c:C, priority=-2147483648, current under compaction store size is 3 2024-11-13T08:37:43,961 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-13T08:37:43,961 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-13T08:37:43,962 DEBUG [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-13T08:37:43,962 DEBUG [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] regionserver.HStore(1541): 5d17976fc8fe6dd5aaa82d5df2dbcc9c/A is initiating minor compaction (all files) 2024-11-13T08:37:43,962 INFO [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 5d17976fc8fe6dd5aaa82d5df2dbcc9c/A in TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c. 2024-11-13T08:37:43,963 INFO [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/5d17976fc8fe6dd5aaa82d5df2dbcc9c/A/1fb1d8a8591a43658750ce1482e56ee8, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/5d17976fc8fe6dd5aaa82d5df2dbcc9c/A/b8c040bfb3bb40228c20736c8c468f5e, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/5d17976fc8fe6dd5aaa82d5df2dbcc9c/A/a27f962fbd9f4110a6c7d372d2eac050] into tmpdir=hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/5d17976fc8fe6dd5aaa82d5df2dbcc9c/.tmp, totalSize=35.3 K 2024-11-13T08:37:43,963 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-13T08:37:43,963 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] regionserver.HStore(1541): 5d17976fc8fe6dd5aaa82d5df2dbcc9c/B is initiating minor compaction (all files) 2024-11-13T08:37:43,963 INFO [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 5d17976fc8fe6dd5aaa82d5df2dbcc9c/B in TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c. 2024-11-13T08:37:43,963 INFO [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/5d17976fc8fe6dd5aaa82d5df2dbcc9c/B/7b75f61242204ae3a26ba818a26760bc, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/5d17976fc8fe6dd5aaa82d5df2dbcc9c/B/08d861490ea240dcb8a285ecf18afc4e, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/5d17976fc8fe6dd5aaa82d5df2dbcc9c/B/26801e0242f64f56b39be06de3ff4401] into tmpdir=hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/5d17976fc8fe6dd5aaa82d5df2dbcc9c/.tmp, totalSize=35.3 K 2024-11-13T08:37:43,963 DEBUG [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] compactions.Compactor(225): Compacting 1fb1d8a8591a43658750ce1482e56ee8, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=49, earliestPutTs=1731487060564 2024-11-13T08:37:43,963 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] compactions.Compactor(225): Compacting 7b75f61242204ae3a26ba818a26760bc, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=49, earliestPutTs=1731487060564 2024-11-13T08:37:43,963 DEBUG [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] compactions.Compactor(225): Compacting b8c040bfb3bb40228c20736c8c468f5e, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=74, earliestPutTs=1731487061227 2024-11-13T08:37:43,964 DEBUG [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] compactions.Compactor(225): Compacting a27f962fbd9f4110a6c7d372d2eac050, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=90, earliestPutTs=1731487062377 2024-11-13T08:37:43,964 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] compactions.Compactor(225): Compacting 08d861490ea240dcb8a285ecf18afc4e, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=74, earliestPutTs=1731487061227 2024-11-13T08:37:43,964 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] compactions.Compactor(225): Compacting 26801e0242f64f56b39be06de3ff4401, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=90, earliestPutTs=1731487062377 2024-11-13T08:37:43,973 INFO [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5d17976fc8fe6dd5aaa82d5df2dbcc9c#B#compaction#215 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-13T08:37:43,974 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/5d17976fc8fe6dd5aaa82d5df2dbcc9c/.tmp/B/205b8fd9272640cf98a83f664fb31412 is 50, key is test_row_0/B:col10/1731487062377/Put/seqid=0 2024-11-13T08:37:43,976 INFO [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5d17976fc8fe6dd5aaa82d5df2dbcc9c#A#compaction#216 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-13T08:37:43,977 DEBUG [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/5d17976fc8fe6dd5aaa82d5df2dbcc9c/.tmp/A/e0038b6a3dcb43e5b0750317a1f15534 is 50, key is test_row_0/A:col10/1731487062377/Put/seqid=0 2024-11-13T08:37:43,982 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38605 is added to blk_1073742088_1264 (size=12207) 2024-11-13T08:37:43,987 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/5d17976fc8fe6dd5aaa82d5df2dbcc9c/.tmp/B/205b8fd9272640cf98a83f664fb31412 as hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/5d17976fc8fe6dd5aaa82d5df2dbcc9c/B/205b8fd9272640cf98a83f664fb31412 2024-11-13T08:37:43,992 INFO [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 5d17976fc8fe6dd5aaa82d5df2dbcc9c/B of 5d17976fc8fe6dd5aaa82d5df2dbcc9c into 205b8fd9272640cf98a83f664fb31412(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T08:37:43,992 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 5d17976fc8fe6dd5aaa82d5df2dbcc9c: 2024-11-13T08:37:43,993 INFO [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., storeName=5d17976fc8fe6dd5aaa82d5df2dbcc9c/B, priority=13, startTime=1731487063961; duration=0sec 2024-11-13T08:37:43,993 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-13T08:37:43,993 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5d17976fc8fe6dd5aaa82d5df2dbcc9c:B 2024-11-13T08:37:43,993 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-13T08:37:43,994 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-13T08:37:43,994 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] regionserver.HStore(1541): 5d17976fc8fe6dd5aaa82d5df2dbcc9c/C is initiating minor compaction (all files) 2024-11-13T08:37:43,994 INFO [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 5d17976fc8fe6dd5aaa82d5df2dbcc9c/C in TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c. 2024-11-13T08:37:43,995 INFO [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/5d17976fc8fe6dd5aaa82d5df2dbcc9c/C/9a03e87012bd4ef488492ecb213d79f4, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/5d17976fc8fe6dd5aaa82d5df2dbcc9c/C/f4d8f6e5cdd34edbbc36ad09a8d59346, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/5d17976fc8fe6dd5aaa82d5df2dbcc9c/C/471cc61d6084406ba277d36f7de55299] into tmpdir=hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/5d17976fc8fe6dd5aaa82d5df2dbcc9c/.tmp, totalSize=35.3 K 2024-11-13T08:37:43,995 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] compactions.Compactor(225): Compacting 9a03e87012bd4ef488492ecb213d79f4, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=49, earliestPutTs=1731487060564 2024-11-13T08:37:43,995 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] compactions.Compactor(225): Compacting f4d8f6e5cdd34edbbc36ad09a8d59346, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=74, earliestPutTs=1731487061227 2024-11-13T08:37:43,996 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] compactions.Compactor(225): Compacting 471cc61d6084406ba277d36f7de55299, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=90, earliestPutTs=1731487062377 2024-11-13T08:37:43,999 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38605 is added to blk_1073742089_1265 (size=12207) 2024-11-13T08:37:44,005 DEBUG [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/5d17976fc8fe6dd5aaa82d5df2dbcc9c/.tmp/A/e0038b6a3dcb43e5b0750317a1f15534 as hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/5d17976fc8fe6dd5aaa82d5df2dbcc9c/A/e0038b6a3dcb43e5b0750317a1f15534 2024-11-13T08:37:44,006 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43851 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=73 2024-11-13T08:37:44,007 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c. 2024-11-13T08:37:44,007 INFO [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegion(2902): Flushing 5d17976fc8fe6dd5aaa82d5df2dbcc9c 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-11-13T08:37:44,009 INFO [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5d17976fc8fe6dd5aaa82d5df2dbcc9c#C#compaction#217 average throughput is 1.64 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-13T08:37:44,010 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/5d17976fc8fe6dd5aaa82d5df2dbcc9c/.tmp/C/34fe1946e2a6495b92981df7a090bfd9 is 50, key is test_row_0/C:col10/1731487062377/Put/seqid=0 2024-11-13T08:37:44,012 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/5d17976fc8fe6dd5aaa82d5df2dbcc9c/.tmp/A/f2a420726f31429f95a9348976ebb83c is 50, key is test_row_0/A:col10/1731487062725/Put/seqid=0 2024-11-13T08:37:44,015 INFO [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 5d17976fc8fe6dd5aaa82d5df2dbcc9c/A of 5d17976fc8fe6dd5aaa82d5df2dbcc9c into e0038b6a3dcb43e5b0750317a1f15534(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T08:37:44,016 DEBUG [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 5d17976fc8fe6dd5aaa82d5df2dbcc9c: 2024-11-13T08:37:44,016 INFO [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., storeName=5d17976fc8fe6dd5aaa82d5df2dbcc9c/A, priority=13, startTime=1731487063961; duration=0sec 2024-11-13T08:37:44,016 DEBUG [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T08:37:44,016 DEBUG [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5d17976fc8fe6dd5aaa82d5df2dbcc9c:A 2024-11-13T08:37:44,038 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38605 is added to blk_1073742091_1267 (size=12207) 2024-11-13T08:37:44,041 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38605 is added to blk_1073742090_1266 (size=12001) 2024-11-13T08:37:44,046 INFO [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=114 (bloomFilter=true), to=hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/5d17976fc8fe6dd5aaa82d5df2dbcc9c/.tmp/A/f2a420726f31429f95a9348976ebb83c 2024-11-13T08:37:44,047 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/5d17976fc8fe6dd5aaa82d5df2dbcc9c/.tmp/C/34fe1946e2a6495b92981df7a090bfd9 as hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/5d17976fc8fe6dd5aaa82d5df2dbcc9c/C/34fe1946e2a6495b92981df7a090bfd9 2024-11-13T08:37:44,054 INFO [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 5d17976fc8fe6dd5aaa82d5df2dbcc9c/C of 5d17976fc8fe6dd5aaa82d5df2dbcc9c into 34fe1946e2a6495b92981df7a090bfd9(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T08:37:44,054 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 5d17976fc8fe6dd5aaa82d5df2dbcc9c: 2024-11-13T08:37:44,054 INFO [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., storeName=5d17976fc8fe6dd5aaa82d5df2dbcc9c/C, priority=13, startTime=1731487063961; duration=0sec 2024-11-13T08:37:44,054 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T08:37:44,054 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5d17976fc8fe6dd5aaa82d5df2dbcc9c:C 2024-11-13T08:37:44,055 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/5d17976fc8fe6dd5aaa82d5df2dbcc9c/.tmp/B/cdbffb0fb8264dcdbf491f8cf5b1506b is 50, key is test_row_0/B:col10/1731487062725/Put/seqid=0 2024-11-13T08:37:44,059 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38605 is added to blk_1073742092_1268 (size=12001) 2024-11-13T08:37:44,060 INFO [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=114 (bloomFilter=true), to=hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/5d17976fc8fe6dd5aaa82d5df2dbcc9c/.tmp/B/cdbffb0fb8264dcdbf491f8cf5b1506b 2024-11-13T08:37:44,068 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/5d17976fc8fe6dd5aaa82d5df2dbcc9c/.tmp/C/14182a5a9d414e53a2cbfaff6efdf36d is 50, key is test_row_0/C:col10/1731487062725/Put/seqid=0 2024-11-13T08:37:44,073 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38605 is added to blk_1073742093_1269 (size=12001) 2024-11-13T08:37:44,074 INFO [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=114 (bloomFilter=true), to=hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/5d17976fc8fe6dd5aaa82d5df2dbcc9c/.tmp/C/14182a5a9d414e53a2cbfaff6efdf36d 2024-11-13T08:37:44,079 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/5d17976fc8fe6dd5aaa82d5df2dbcc9c/.tmp/A/f2a420726f31429f95a9348976ebb83c as hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/5d17976fc8fe6dd5aaa82d5df2dbcc9c/A/f2a420726f31429f95a9348976ebb83c 2024-11-13T08:37:44,083 INFO [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/5d17976fc8fe6dd5aaa82d5df2dbcc9c/A/f2a420726f31429f95a9348976ebb83c, entries=150, sequenceid=114, filesize=11.7 K 2024-11-13T08:37:44,085 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/5d17976fc8fe6dd5aaa82d5df2dbcc9c/.tmp/B/cdbffb0fb8264dcdbf491f8cf5b1506b as hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/5d17976fc8fe6dd5aaa82d5df2dbcc9c/B/cdbffb0fb8264dcdbf491f8cf5b1506b 2024-11-13T08:37:44,093 INFO [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/5d17976fc8fe6dd5aaa82d5df2dbcc9c/B/cdbffb0fb8264dcdbf491f8cf5b1506b, entries=150, sequenceid=114, filesize=11.7 K 2024-11-13T08:37:44,094 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/5d17976fc8fe6dd5aaa82d5df2dbcc9c/.tmp/C/14182a5a9d414e53a2cbfaff6efdf36d as hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/5d17976fc8fe6dd5aaa82d5df2dbcc9c/C/14182a5a9d414e53a2cbfaff6efdf36d 2024-11-13T08:37:44,100 INFO [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/5d17976fc8fe6dd5aaa82d5df2dbcc9c/C/14182a5a9d414e53a2cbfaff6efdf36d, entries=150, sequenceid=114, filesize=11.7 K 2024-11-13T08:37:44,101 INFO [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegion(3140): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=0 B/0 for 5d17976fc8fe6dd5aaa82d5df2dbcc9c in 94ms, sequenceid=114, compaction requested=false 2024-11-13T08:37:44,101 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegion(2603): Flush status journal for 5d17976fc8fe6dd5aaa82d5df2dbcc9c: 2024-11-13T08:37:44,101 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c. 2024-11-13T08:37:44,101 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=73 2024-11-13T08:37:44,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45349 {}] master.HMaster(4169): Remote procedure done, pid=73 2024-11-13T08:37:44,105 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=73, resume processing ppid=72 2024-11-13T08:37:44,105 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=73, ppid=72, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4740 sec 2024-11-13T08:37:44,109 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=72, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=72, table=TestAcidGuarantees in 1.4800 sec 2024-11-13T08:37:44,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45349 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=72 2024-11-13T08:37:44,775 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-13T08:37:44,775 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45349 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-13T08:37:44,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45349 {}] procedure2.ProcedureExecutor(1139): Stored pid=74, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=74, table=TestAcidGuarantees 2024-11-13T08:37:44,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45349 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=74 2024-11-13T08:37:44,777 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=74, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=74, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-13T08:37:44,778 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=74, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=74, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-13T08:37:44,778 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=75, ppid=74, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-13T08:37:44,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45349 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=74 2024-11-13T08:37:44,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] regionserver.HRegion(8855): Flush requested on 5d17976fc8fe6dd5aaa82d5df2dbcc9c 2024-11-13T08:37:44,897 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-13T08:37:44,897 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 5d17976fc8fe6dd5aaa82d5df2dbcc9c 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-13T08:37:44,902 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/5d17976fc8fe6dd5aaa82d5df2dbcc9c/.tmp/A/2108519fe2944748ad1b44019d95edc3 is 50, key is test_row_0/A:col10/1731487064894/Put/seqid=0 2024-11-13T08:37:44,926 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38605 is added to blk_1073742094_1270 (size=12001) 2024-11-13T08:37:44,927 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:37:44,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57018 deadline: 1731487124923, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:37:44,927 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 , the old value is region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:44,927 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:44,927 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 because the exception is null or not the one we care about 2024-11-13T08:37:44,929 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:37:44,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57042 deadline: 1731487124924, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:37:44,930 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:37:44,930 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 , the old value is region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:44,930 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:44,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57064 deadline: 1731487124925, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:37:44,930 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 because the exception is null or not the one we care about 2024-11-13T08:37:44,930 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 , the old value is region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:44,930 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:37:44,930 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:44,930 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 because the exception is null or not the one we care about 2024-11-13T08:37:44,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57052 deadline: 1731487124927, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:37:44,930 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 , the old value is region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:44,930 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:44,930 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 because the exception is null or not the one we care about 2024-11-13T08:37:44,931 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43851 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=75 2024-11-13T08:37:44,931 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c. 2024-11-13T08:37:44,931 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c. as already flushing 2024-11-13T08:37:44,931 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c. 2024-11-13T08:37:44,931 ERROR [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] handler.RSProcedureHandler(58): pid=75 java.io.IOException: Unable to complete flush {ENCODED => 5d17976fc8fe6dd5aaa82d5df2dbcc9c, NAME => 'TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T08:37:44,931 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=75 java.io.IOException: Unable to complete flush {ENCODED => 5d17976fc8fe6dd5aaa82d5df2dbcc9c, NAME => 'TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T08:37:44,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45349 {}] master.HMaster(4177): Remote procedure failed, pid=75 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5d17976fc8fe6dd5aaa82d5df2dbcc9c, NAME => 'TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5d17976fc8fe6dd5aaa82d5df2dbcc9c, NAME => 'TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T08:37:45,038 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:37:45,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57018 deadline: 1731487125035, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:37:45,039 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:37:45,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57042 deadline: 1731487125035, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:37:45,039 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 , the old value is region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:45,039 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:45,039 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 because the exception is null or not the one we care about 2024-11-13T08:37:45,039 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:37:45,039 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 , the old value is region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:45,039 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:45,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57064 deadline: 1731487125035, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:37:45,039 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 because the exception is null or not the one we care about 2024-11-13T08:37:45,039 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:37:45,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57052 deadline: 1731487125035, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:37:45,039 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 , the old value is region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:45,039 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:45,039 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 because the exception is null or not the one we care about 2024-11-13T08:37:45,040 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 , the old value is region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:45,040 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:45,040 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 because the exception is null or not the one we care about 2024-11-13T08:37:45,083 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43851 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=75 2024-11-13T08:37:45,083 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c. 2024-11-13T08:37:45,083 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c. as already flushing 2024-11-13T08:37:45,084 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c. 2024-11-13T08:37:45,084 ERROR [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] handler.RSProcedureHandler(58): pid=75 java.io.IOException: Unable to complete flush {ENCODED => 5d17976fc8fe6dd5aaa82d5df2dbcc9c, NAME => 'TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T08:37:45,084 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=75 java.io.IOException: Unable to complete flush {ENCODED => 5d17976fc8fe6dd5aaa82d5df2dbcc9c, NAME => 'TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T08:37:45,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45349 {}] master.HMaster(4177): Remote procedure failed, pid=75 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5d17976fc8fe6dd5aaa82d5df2dbcc9c, NAME => 'TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5d17976fc8fe6dd5aaa82d5df2dbcc9c, NAME => 'TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T08:37:45,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45349 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=74 2024-11-13T08:37:45,236 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43851 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=75 2024-11-13T08:37:45,237 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c. 2024-11-13T08:37:45,237 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c. as already flushing 2024-11-13T08:37:45,237 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c. 2024-11-13T08:37:45,237 ERROR [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] handler.RSProcedureHandler(58): pid=75 java.io.IOException: Unable to complete flush {ENCODED => 5d17976fc8fe6dd5aaa82d5df2dbcc9c, NAME => 'TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T08:37:45,237 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=75 java.io.IOException: Unable to complete flush {ENCODED => 5d17976fc8fe6dd5aaa82d5df2dbcc9c, NAME => 'TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T08:37:45,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45349 {}] master.HMaster(4177): Remote procedure failed, pid=75 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5d17976fc8fe6dd5aaa82d5df2dbcc9c, NAME => 'TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5d17976fc8fe6dd5aaa82d5df2dbcc9c, NAME => 'TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T08:37:45,248 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:37:45,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57018 deadline: 1731487125245, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:37:45,248 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:37:45,248 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 , the old value is region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:45,248 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:45,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57042 deadline: 1731487125245, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:37:45,248 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 because the exception is null or not the one we care about 2024-11-13T08:37:45,249 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:37:45,249 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 , the old value is region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:45,249 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:45,249 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 because the exception is null or not the one we care about 2024-11-13T08:37:45,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57064 deadline: 1731487125245, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:37:45,249 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:37:45,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57052 deadline: 1731487125245, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:37:45,249 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 , the old value is region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:45,249 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:45,249 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 because the exception is null or not the one we care about 2024-11-13T08:37:45,249 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 , the old value is region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:45,249 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:45,249 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 because the exception is null or not the one we care about 2024-11-13T08:37:45,326 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=128 (bloomFilter=true), to=hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/5d17976fc8fe6dd5aaa82d5df2dbcc9c/.tmp/A/2108519fe2944748ad1b44019d95edc3 2024-11-13T08:37:45,334 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/5d17976fc8fe6dd5aaa82d5df2dbcc9c/.tmp/B/401d579c5d9c4e379fb3caf33360a1de is 50, key is test_row_0/B:col10/1731487064894/Put/seqid=0 2024-11-13T08:37:45,337 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38605 is added to blk_1073742095_1271 (size=12001) 2024-11-13T08:37:45,389 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43851 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=75 2024-11-13T08:37:45,390 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c. 2024-11-13T08:37:45,390 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c. as already flushing 2024-11-13T08:37:45,390 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c. 2024-11-13T08:37:45,390 ERROR [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] handler.RSProcedureHandler(58): pid=75 java.io.IOException: Unable to complete flush {ENCODED => 5d17976fc8fe6dd5aaa82d5df2dbcc9c, NAME => 'TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T08:37:45,390 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=75 java.io.IOException: Unable to complete flush {ENCODED => 5d17976fc8fe6dd5aaa82d5df2dbcc9c, NAME => 'TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T08:37:45,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45349 {}] master.HMaster(4177): Remote procedure failed, pid=75 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5d17976fc8fe6dd5aaa82d5df2dbcc9c, NAME => 'TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5d17976fc8fe6dd5aaa82d5df2dbcc9c, NAME => 'TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T08:37:45,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45349 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=74 2024-11-13T08:37:45,543 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43851 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=75 2024-11-13T08:37:45,543 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c. 2024-11-13T08:37:45,543 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c. as already flushing 2024-11-13T08:37:45,543 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c. 2024-11-13T08:37:45,543 ERROR [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] handler.RSProcedureHandler(58): pid=75 java.io.IOException: Unable to complete flush {ENCODED => 5d17976fc8fe6dd5aaa82d5df2dbcc9c, NAME => 'TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T08:37:45,543 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=75 java.io.IOException: Unable to complete flush {ENCODED => 5d17976fc8fe6dd5aaa82d5df2dbcc9c, NAME => 'TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T08:37:45,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45349 {}] master.HMaster(4177): Remote procedure failed, pid=75 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5d17976fc8fe6dd5aaa82d5df2dbcc9c, NAME => 'TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5d17976fc8fe6dd5aaa82d5df2dbcc9c, NAME => 'TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T08:37:45,558 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:37:45,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57018 deadline: 1731487125555, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:37:45,558 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:37:45,559 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 , the old value is region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:45,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57042 deadline: 1731487125555, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:37:45,559 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:45,559 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 because the exception is null or not the one we care about 2024-11-13T08:37:45,559 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:37:45,559 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 , the old value is region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:45,559 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:45,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57064 deadline: 1731487125555, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:37:45,559 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 because the exception is null or not the one we care about 2024-11-13T08:37:45,559 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:37:45,559 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 , the old value is region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:45,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57052 deadline: 1731487125555, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:37:45,559 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:45,559 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 because the exception is null or not the one we care about 2024-11-13T08:37:45,559 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 , the old value is region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:45,559 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:45,559 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 because the exception is null or not the one we care about 2024-11-13T08:37:45,695 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43851 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=75 2024-11-13T08:37:45,696 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c. 2024-11-13T08:37:45,696 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c. as already flushing 2024-11-13T08:37:45,696 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c. 2024-11-13T08:37:45,696 ERROR [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] handler.RSProcedureHandler(58): pid=75 java.io.IOException: Unable to complete flush {ENCODED => 5d17976fc8fe6dd5aaa82d5df2dbcc9c, NAME => 'TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T08:37:45,696 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=75 java.io.IOException: Unable to complete flush {ENCODED => 5d17976fc8fe6dd5aaa82d5df2dbcc9c, NAME => 'TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T08:37:45,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45349 {}] master.HMaster(4177): Remote procedure failed, pid=75 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5d17976fc8fe6dd5aaa82d5df2dbcc9c, NAME => 'TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5d17976fc8fe6dd5aaa82d5df2dbcc9c, NAME => 'TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T08:37:45,738 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=128 (bloomFilter=true), to=hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/5d17976fc8fe6dd5aaa82d5df2dbcc9c/.tmp/B/401d579c5d9c4e379fb3caf33360a1de 2024-11-13T08:37:45,746 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/5d17976fc8fe6dd5aaa82d5df2dbcc9c/.tmp/C/3700ff2e12a24da1b84f0f9eb9feb858 is 50, key is test_row_0/C:col10/1731487064894/Put/seqid=0 2024-11-13T08:37:45,749 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38605 is added to blk_1073742096_1272 (size=12001) 2024-11-13T08:37:45,848 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43851 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=75 2024-11-13T08:37:45,849 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c. 2024-11-13T08:37:45,849 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c. as already flushing 2024-11-13T08:37:45,849 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c. 2024-11-13T08:37:45,849 ERROR [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] handler.RSProcedureHandler(58): pid=75 java.io.IOException: Unable to complete flush {ENCODED => 5d17976fc8fe6dd5aaa82d5df2dbcc9c, NAME => 'TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T08:37:45,849 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=75 java.io.IOException: Unable to complete flush {ENCODED => 5d17976fc8fe6dd5aaa82d5df2dbcc9c, NAME => 'TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T08:37:45,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45349 {}] master.HMaster(4177): Remote procedure failed, pid=75 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5d17976fc8fe6dd5aaa82d5df2dbcc9c, NAME => 'TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5d17976fc8fe6dd5aaa82d5df2dbcc9c, NAME => 'TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T08:37:45,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45349 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=74 2024-11-13T08:37:46,002 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43851 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=75 2024-11-13T08:37:46,002 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c. 2024-11-13T08:37:46,002 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c. as already flushing 2024-11-13T08:37:46,002 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c. 2024-11-13T08:37:46,002 ERROR [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] handler.RSProcedureHandler(58): pid=75 java.io.IOException: Unable to complete flush {ENCODED => 5d17976fc8fe6dd5aaa82d5df2dbcc9c, NAME => 'TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T08:37:46,002 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=75 java.io.IOException: Unable to complete flush {ENCODED => 5d17976fc8fe6dd5aaa82d5df2dbcc9c, NAME => 'TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T08:37:46,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45349 {}] master.HMaster(4177): Remote procedure failed, pid=75 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5d17976fc8fe6dd5aaa82d5df2dbcc9c, NAME => 'TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5d17976fc8fe6dd5aaa82d5df2dbcc9c, NAME => 'TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T08:37:46,068 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:37:46,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57018 deadline: 1731487126065, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:37:46,068 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 , the old value is region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:46,068 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:37:46,068 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:46,068 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 because the exception is null or not the one we care about 2024-11-13T08:37:46,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57042 deadline: 1731487126065, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:37:46,069 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:37:46,069 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 , the old value is region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:46,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57064 deadline: 1731487126065, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:37:46,069 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:46,069 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 because the exception is null or not the one we care about 2024-11-13T08:37:46,069 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:37:46,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57052 deadline: 1731487126065, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:37:46,069 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 , the old value is region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:46,069 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:46,069 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 because the exception is null or not the one we care about 2024-11-13T08:37:46,069 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 , the old value is region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:46,069 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:46,069 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 because the exception is null or not the one we care about 2024-11-13T08:37:46,152 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=128 (bloomFilter=true), to=hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/5d17976fc8fe6dd5aaa82d5df2dbcc9c/.tmp/C/3700ff2e12a24da1b84f0f9eb9feb858 2024-11-13T08:37:46,155 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43851 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=75 2024-11-13T08:37:46,155 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c. 2024-11-13T08:37:46,155 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c. as already flushing 2024-11-13T08:37:46,155 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c. 2024-11-13T08:37:46,155 ERROR [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] handler.RSProcedureHandler(58): pid=75 java.io.IOException: Unable to complete flush {ENCODED => 5d17976fc8fe6dd5aaa82d5df2dbcc9c, NAME => 'TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T08:37:46,155 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=75 java.io.IOException: Unable to complete flush {ENCODED => 5d17976fc8fe6dd5aaa82d5df2dbcc9c, NAME => 'TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T08:37:46,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45349 {}] master.HMaster(4177): Remote procedure failed, pid=75 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5d17976fc8fe6dd5aaa82d5df2dbcc9c, NAME => 'TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5d17976fc8fe6dd5aaa82d5df2dbcc9c, NAME => 'TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T08:37:46,156 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/5d17976fc8fe6dd5aaa82d5df2dbcc9c/.tmp/A/2108519fe2944748ad1b44019d95edc3 as hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/5d17976fc8fe6dd5aaa82d5df2dbcc9c/A/2108519fe2944748ad1b44019d95edc3 2024-11-13T08:37:46,160 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/5d17976fc8fe6dd5aaa82d5df2dbcc9c/A/2108519fe2944748ad1b44019d95edc3, entries=150, sequenceid=128, filesize=11.7 K 2024-11-13T08:37:46,160 DEBUG [MemStoreFlusher.0 {}] regionserver.StoreScanner(1005): StoreScanner already closing. There is no need to updateReaders 2024-11-13T08:37:46,161 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/5d17976fc8fe6dd5aaa82d5df2dbcc9c/.tmp/B/401d579c5d9c4e379fb3caf33360a1de as hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/5d17976fc8fe6dd5aaa82d5df2dbcc9c/B/401d579c5d9c4e379fb3caf33360a1de 2024-11-13T08:37:46,164 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/5d17976fc8fe6dd5aaa82d5df2dbcc9c/B/401d579c5d9c4e379fb3caf33360a1de, entries=150, sequenceid=128, filesize=11.7 K 2024-11-13T08:37:46,165 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/5d17976fc8fe6dd5aaa82d5df2dbcc9c/.tmp/C/3700ff2e12a24da1b84f0f9eb9feb858 as hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/5d17976fc8fe6dd5aaa82d5df2dbcc9c/C/3700ff2e12a24da1b84f0f9eb9feb858 2024-11-13T08:37:46,172 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/5d17976fc8fe6dd5aaa82d5df2dbcc9c/C/3700ff2e12a24da1b84f0f9eb9feb858, entries=150, sequenceid=128, filesize=11.7 K 2024-11-13T08:37:46,173 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 5d17976fc8fe6dd5aaa82d5df2dbcc9c in 1276ms, sequenceid=128, compaction requested=true 2024-11-13T08:37:46,173 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 5d17976fc8fe6dd5aaa82d5df2dbcc9c: 2024-11-13T08:37:46,173 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5d17976fc8fe6dd5aaa82d5df2dbcc9c:A, priority=-2147483648, current under compaction store size is 1 2024-11-13T08:37:46,173 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T08:37:46,173 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5d17976fc8fe6dd5aaa82d5df2dbcc9c:B, priority=-2147483648, current under compaction store size is 2 2024-11-13T08:37:46,173 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T08:37:46,173 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5d17976fc8fe6dd5aaa82d5df2dbcc9c:C, priority=-2147483648, current under compaction store size is 3 2024-11-13T08:37:46,173 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-13T08:37:46,173 DEBUG [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-13T08:37:46,173 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-13T08:37:46,175 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36209 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-13T08:37:46,175 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] regionserver.HStore(1541): 5d17976fc8fe6dd5aaa82d5df2dbcc9c/B is initiating minor compaction (all files) 2024-11-13T08:37:46,175 INFO [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 5d17976fc8fe6dd5aaa82d5df2dbcc9c/B in TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c. 2024-11-13T08:37:46,175 INFO [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/5d17976fc8fe6dd5aaa82d5df2dbcc9c/B/205b8fd9272640cf98a83f664fb31412, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/5d17976fc8fe6dd5aaa82d5df2dbcc9c/B/cdbffb0fb8264dcdbf491f8cf5b1506b, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/5d17976fc8fe6dd5aaa82d5df2dbcc9c/B/401d579c5d9c4e379fb3caf33360a1de] into tmpdir=hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/5d17976fc8fe6dd5aaa82d5df2dbcc9c/.tmp, totalSize=35.4 K 2024-11-13T08:37:46,175 DEBUG [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36209 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-13T08:37:46,175 DEBUG [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] regionserver.HStore(1541): 5d17976fc8fe6dd5aaa82d5df2dbcc9c/A is initiating minor compaction (all files) 2024-11-13T08:37:46,175 INFO [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 5d17976fc8fe6dd5aaa82d5df2dbcc9c/A in TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c. 2024-11-13T08:37:46,175 INFO [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/5d17976fc8fe6dd5aaa82d5df2dbcc9c/A/e0038b6a3dcb43e5b0750317a1f15534, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/5d17976fc8fe6dd5aaa82d5df2dbcc9c/A/f2a420726f31429f95a9348976ebb83c, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/5d17976fc8fe6dd5aaa82d5df2dbcc9c/A/2108519fe2944748ad1b44019d95edc3] into tmpdir=hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/5d17976fc8fe6dd5aaa82d5df2dbcc9c/.tmp, totalSize=35.4 K 2024-11-13T08:37:46,176 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] compactions.Compactor(225): Compacting 205b8fd9272640cf98a83f664fb31412, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=90, earliestPutTs=1731487062377 2024-11-13T08:37:46,176 DEBUG [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] compactions.Compactor(225): Compacting e0038b6a3dcb43e5b0750317a1f15534, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=90, earliestPutTs=1731487062377 2024-11-13T08:37:46,177 DEBUG [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] compactions.Compactor(225): Compacting f2a420726f31429f95a9348976ebb83c, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=114, earliestPutTs=1731487062725 2024-11-13T08:37:46,177 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] compactions.Compactor(225): Compacting cdbffb0fb8264dcdbf491f8cf5b1506b, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=114, earliestPutTs=1731487062725 2024-11-13T08:37:46,178 DEBUG [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] compactions.Compactor(225): Compacting 2108519fe2944748ad1b44019d95edc3, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=128, earliestPutTs=1731487064886 2024-11-13T08:37:46,178 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] compactions.Compactor(225): Compacting 401d579c5d9c4e379fb3caf33360a1de, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=128, earliestPutTs=1731487064886 2024-11-13T08:37:46,190 INFO [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5d17976fc8fe6dd5aaa82d5df2dbcc9c#A#compaction#224 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-13T08:37:46,191 DEBUG [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/5d17976fc8fe6dd5aaa82d5df2dbcc9c/.tmp/A/18a34ee2a3694102b6149baf4bef4783 is 50, key is test_row_0/A:col10/1731487064894/Put/seqid=0 2024-11-13T08:37:46,193 INFO [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5d17976fc8fe6dd5aaa82d5df2dbcc9c#B#compaction#225 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-13T08:37:46,193 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/5d17976fc8fe6dd5aaa82d5df2dbcc9c/.tmp/B/c096344b8ea34b15bdba816faee146fb is 50, key is test_row_0/B:col10/1731487064894/Put/seqid=0 2024-11-13T08:37:46,197 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38605 is added to blk_1073742097_1273 (size=12309) 2024-11-13T08:37:46,202 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38605 is added to blk_1073742098_1274 (size=12309) 2024-11-13T08:37:46,308 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43851 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=75 2024-11-13T08:37:46,308 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c. 2024-11-13T08:37:46,308 INFO [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegion(2902): Flushing 5d17976fc8fe6dd5aaa82d5df2dbcc9c 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-13T08:37:46,313 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/5d17976fc8fe6dd5aaa82d5df2dbcc9c/.tmp/A/eeaeb9d3b05b42aebf90dd428ac9e43c is 50, key is test_row_0/A:col10/1731487064925/Put/seqid=0 2024-11-13T08:37:46,321 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38605 is added to blk_1073742099_1275 (size=12151) 2024-11-13T08:37:46,322 INFO [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=152 (bloomFilter=true), to=hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/5d17976fc8fe6dd5aaa82d5df2dbcc9c/.tmp/A/eeaeb9d3b05b42aebf90dd428ac9e43c 2024-11-13T08:37:46,331 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/5d17976fc8fe6dd5aaa82d5df2dbcc9c/.tmp/B/64b9b209f79d4d8ca489fd535fd19560 is 50, key is test_row_0/B:col10/1731487064925/Put/seqid=0 2024-11-13T08:37:46,340 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38605 is added to blk_1073742100_1276 (size=12151) 2024-11-13T08:37:46,603 DEBUG [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/5d17976fc8fe6dd5aaa82d5df2dbcc9c/.tmp/A/18a34ee2a3694102b6149baf4bef4783 as hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/5d17976fc8fe6dd5aaa82d5df2dbcc9c/A/18a34ee2a3694102b6149baf4bef4783 2024-11-13T08:37:46,607 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/5d17976fc8fe6dd5aaa82d5df2dbcc9c/.tmp/B/c096344b8ea34b15bdba816faee146fb as hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/5d17976fc8fe6dd5aaa82d5df2dbcc9c/B/c096344b8ea34b15bdba816faee146fb 2024-11-13T08:37:46,609 INFO [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 5d17976fc8fe6dd5aaa82d5df2dbcc9c/A of 5d17976fc8fe6dd5aaa82d5df2dbcc9c into 18a34ee2a3694102b6149baf4bef4783(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T08:37:46,609 DEBUG [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 5d17976fc8fe6dd5aaa82d5df2dbcc9c: 2024-11-13T08:37:46,609 INFO [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., storeName=5d17976fc8fe6dd5aaa82d5df2dbcc9c/A, priority=13, startTime=1731487066173; duration=0sec 2024-11-13T08:37:46,609 DEBUG [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-13T08:37:46,610 DEBUG [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5d17976fc8fe6dd5aaa82d5df2dbcc9c:A 2024-11-13T08:37:46,610 DEBUG [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-13T08:37:46,611 DEBUG [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36209 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-13T08:37:46,611 DEBUG [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] regionserver.HStore(1541): 5d17976fc8fe6dd5aaa82d5df2dbcc9c/C is initiating minor compaction (all files) 2024-11-13T08:37:46,611 INFO [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 5d17976fc8fe6dd5aaa82d5df2dbcc9c/C in TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c. 2024-11-13T08:37:46,611 INFO [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/5d17976fc8fe6dd5aaa82d5df2dbcc9c/C/34fe1946e2a6495b92981df7a090bfd9, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/5d17976fc8fe6dd5aaa82d5df2dbcc9c/C/14182a5a9d414e53a2cbfaff6efdf36d, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/5d17976fc8fe6dd5aaa82d5df2dbcc9c/C/3700ff2e12a24da1b84f0f9eb9feb858] into tmpdir=hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/5d17976fc8fe6dd5aaa82d5df2dbcc9c/.tmp, totalSize=35.4 K 2024-11-13T08:37:46,612 DEBUG [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] compactions.Compactor(225): Compacting 34fe1946e2a6495b92981df7a090bfd9, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=90, earliestPutTs=1731487062377 2024-11-13T08:37:46,613 DEBUG [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] compactions.Compactor(225): Compacting 14182a5a9d414e53a2cbfaff6efdf36d, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=114, earliestPutTs=1731487062725 2024-11-13T08:37:46,613 INFO [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 5d17976fc8fe6dd5aaa82d5df2dbcc9c/B of 5d17976fc8fe6dd5aaa82d5df2dbcc9c into c096344b8ea34b15bdba816faee146fb(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T08:37:46,613 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 5d17976fc8fe6dd5aaa82d5df2dbcc9c: 2024-11-13T08:37:46,613 INFO [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., storeName=5d17976fc8fe6dd5aaa82d5df2dbcc9c/B, priority=13, startTime=1731487066173; duration=0sec 2024-11-13T08:37:46,613 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T08:37:46,613 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5d17976fc8fe6dd5aaa82d5df2dbcc9c:B 2024-11-13T08:37:46,613 DEBUG [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] compactions.Compactor(225): Compacting 3700ff2e12a24da1b84f0f9eb9feb858, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=128, earliestPutTs=1731487064886 2024-11-13T08:37:46,630 INFO [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5d17976fc8fe6dd5aaa82d5df2dbcc9c#C#compaction#228 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-13T08:37:46,631 DEBUG [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/5d17976fc8fe6dd5aaa82d5df2dbcc9c/.tmp/C/3145e90728b54b2abf606fd2f418617b is 50, key is test_row_0/C:col10/1731487064894/Put/seqid=0 2024-11-13T08:37:46,654 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38605 is added to blk_1073742101_1277 (size=12309) 2024-11-13T08:37:46,659 DEBUG [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/5d17976fc8fe6dd5aaa82d5df2dbcc9c/.tmp/C/3145e90728b54b2abf606fd2f418617b as hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/5d17976fc8fe6dd5aaa82d5df2dbcc9c/C/3145e90728b54b2abf606fd2f418617b 2024-11-13T08:37:46,666 INFO [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 5d17976fc8fe6dd5aaa82d5df2dbcc9c/C of 5d17976fc8fe6dd5aaa82d5df2dbcc9c into 3145e90728b54b2abf606fd2f418617b(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T08:37:46,666 DEBUG [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 5d17976fc8fe6dd5aaa82d5df2dbcc9c: 2024-11-13T08:37:46,666 INFO [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., storeName=5d17976fc8fe6dd5aaa82d5df2dbcc9c/C, priority=13, startTime=1731487066173; duration=0sec 2024-11-13T08:37:46,666 DEBUG [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T08:37:46,666 DEBUG [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5d17976fc8fe6dd5aaa82d5df2dbcc9c:C 2024-11-13T08:37:46,741 INFO [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=152 (bloomFilter=true), to=hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/5d17976fc8fe6dd5aaa82d5df2dbcc9c/.tmp/B/64b9b209f79d4d8ca489fd535fd19560 2024-11-13T08:37:46,750 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/5d17976fc8fe6dd5aaa82d5df2dbcc9c/.tmp/C/0cf98e25f4d845b8beb946bd39152f68 is 50, key is test_row_0/C:col10/1731487064925/Put/seqid=0 2024-11-13T08:37:46,754 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38605 is added to blk_1073742102_1278 (size=12151) 2024-11-13T08:37:46,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45349 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=74 2024-11-13T08:37:46,995 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees 2024-11-13T08:37:46,995 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees Metrics about Tables on a single HBase RegionServer 2024-11-13T08:37:47,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] regionserver.HRegion(8855): Flush requested on 5d17976fc8fe6dd5aaa82d5df2dbcc9c 2024-11-13T08:37:47,077 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c. as already flushing 2024-11-13T08:37:47,088 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:37:47,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57042 deadline: 1731487127084, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:37:47,089 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:37:47,089 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 , the old value is region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:47,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57052 deadline: 1731487127084, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:37:47,089 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:47,089 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 because the exception is null or not the one we care about 2024-11-13T08:37:47,089 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 , the old value is region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:47,089 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:47,089 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 because the exception is null or not the one we care about 2024-11-13T08:37:47,089 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:37:47,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57064 deadline: 1731487127085, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:37:47,090 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:37:47,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57018 deadline: 1731487127086, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:37:47,090 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 , the old value is region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:47,090 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:47,090 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 because the exception is null or not the one we care about 2024-11-13T08:37:47,090 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 , the old value is region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:47,090 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:47,090 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 because the exception is null or not the one we care about 2024-11-13T08:37:47,155 INFO [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=152 (bloomFilter=true), to=hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/5d17976fc8fe6dd5aaa82d5df2dbcc9c/.tmp/C/0cf98e25f4d845b8beb946bd39152f68 2024-11-13T08:37:47,160 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/5d17976fc8fe6dd5aaa82d5df2dbcc9c/.tmp/A/eeaeb9d3b05b42aebf90dd428ac9e43c as hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/5d17976fc8fe6dd5aaa82d5df2dbcc9c/A/eeaeb9d3b05b42aebf90dd428ac9e43c 2024-11-13T08:37:47,164 INFO [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/5d17976fc8fe6dd5aaa82d5df2dbcc9c/A/eeaeb9d3b05b42aebf90dd428ac9e43c, entries=150, sequenceid=152, filesize=11.9 K 2024-11-13T08:37:47,165 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/5d17976fc8fe6dd5aaa82d5df2dbcc9c/.tmp/B/64b9b209f79d4d8ca489fd535fd19560 as hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/5d17976fc8fe6dd5aaa82d5df2dbcc9c/B/64b9b209f79d4d8ca489fd535fd19560 2024-11-13T08:37:47,168 INFO [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/5d17976fc8fe6dd5aaa82d5df2dbcc9c/B/64b9b209f79d4d8ca489fd535fd19560, entries=150, sequenceid=152, filesize=11.9 K 2024-11-13T08:37:47,170 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/5d17976fc8fe6dd5aaa82d5df2dbcc9c/.tmp/C/0cf98e25f4d845b8beb946bd39152f68 as hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/5d17976fc8fe6dd5aaa82d5df2dbcc9c/C/0cf98e25f4d845b8beb946bd39152f68 2024-11-13T08:37:47,174 INFO [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/5d17976fc8fe6dd5aaa82d5df2dbcc9c/C/0cf98e25f4d845b8beb946bd39152f68, entries=150, sequenceid=152, filesize=11.9 K 2024-11-13T08:37:47,175 INFO [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegion(3140): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for 5d17976fc8fe6dd5aaa82d5df2dbcc9c in 867ms, sequenceid=152, compaction requested=false 2024-11-13T08:37:47,175 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegion(2603): Flush status journal for 5d17976fc8fe6dd5aaa82d5df2dbcc9c: 2024-11-13T08:37:47,175 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c. 2024-11-13T08:37:47,175 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=75 2024-11-13T08:37:47,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45349 {}] master.HMaster(4169): Remote procedure done, pid=75 2024-11-13T08:37:47,178 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=75, resume processing ppid=74 2024-11-13T08:37:47,178 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=75, ppid=74, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.3980 sec 2024-11-13T08:37:47,180 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=74, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=74, table=TestAcidGuarantees in 2.4030 sec 2024-11-13T08:37:47,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] regionserver.HRegion(8855): Flush requested on 5d17976fc8fe6dd5aaa82d5df2dbcc9c 2024-11-13T08:37:47,197 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-13T08:37:47,197 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 5d17976fc8fe6dd5aaa82d5df2dbcc9c 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-13T08:37:47,203 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/5d17976fc8fe6dd5aaa82d5df2dbcc9c/.tmp/A/216b05348bb24eae9f5b74575106aca9 is 50, key is test_row_0/A:col10/1731487067196/Put/seqid=0 2024-11-13T08:37:47,207 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38605 is added to blk_1073742103_1279 (size=14541) 2024-11-13T08:37:47,243 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:37:47,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57052 deadline: 1731487127238, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:37:47,243 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:37:47,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57064 deadline: 1731487127238, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:37:47,244 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 , the old value is region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:47,244 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:47,244 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 because the exception is null or not the one we care about 2024-11-13T08:37:47,244 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:37:47,244 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 , the old value is region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:47,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57018 deadline: 1731487127239, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:37:47,244 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:47,244 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 because the exception is null or not the one we care about 2024-11-13T08:37:47,244 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 , the old value is region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:47,244 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:47,244 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 because the exception is null or not the one we care about 2024-11-13T08:37:47,247 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:37:47,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57042 deadline: 1731487127243, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:37:47,247 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 , the old value is region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:47,247 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:47,247 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 because the exception is null or not the one we care about 2024-11-13T08:37:47,358 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:37:47,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57052 deadline: 1731487127355, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:37:47,358 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:37:47,358 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 , the old value is region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:47,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57018 deadline: 1731487127355, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:37:47,358 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:47,358 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 because the exception is null or not the one we care about 2024-11-13T08:37:47,358 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:37:47,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57064 deadline: 1731487127355, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:37:47,358 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 , the old value is region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:47,358 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:47,358 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 because the exception is null or not the one we care about 2024-11-13T08:37:47,358 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:37:47,359 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 , the old value is region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:47,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57042 deadline: 1731487127355, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:37:47,359 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:47,359 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 because the exception is null or not the one we care about 2024-11-13T08:37:47,359 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 , the old value is region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:47,359 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:47,359 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 because the exception is null or not the one we care about 2024-11-13T08:37:47,567 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:37:47,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57052 deadline: 1731487127565, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:37:47,567 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:37:47,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57018 deadline: 1731487127565, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:37:47,567 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 , the old value is region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:47,567 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:37:47,567 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:47,568 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 because the exception is null or not the one we care about 2024-11-13T08:37:47,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57064 deadline: 1731487127565, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:37:47,568 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:37:47,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57042 deadline: 1731487127565, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:37:47,568 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 , the old value is region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:47,568 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 , the old value is region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:47,568 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:47,568 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:47,568 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 because the exception is null or not the one we care about 2024-11-13T08:37:47,568 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 because the exception is null or not the one we care about 2024-11-13T08:37:47,568 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 , the old value is region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:47,568 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:47,568 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 because the exception is null or not the one we care about 2024-11-13T08:37:47,608 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=169 (bloomFilter=true), to=hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/5d17976fc8fe6dd5aaa82d5df2dbcc9c/.tmp/A/216b05348bb24eae9f5b74575106aca9 2024-11-13T08:37:47,616 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/5d17976fc8fe6dd5aaa82d5df2dbcc9c/.tmp/B/5b599e8885464c3a8a319a64b0d9b252 is 50, key is test_row_0/B:col10/1731487067196/Put/seqid=0 2024-11-13T08:37:47,620 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38605 is added to blk_1073742104_1280 (size=12151) 2024-11-13T08:37:47,648 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:37:47,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57006 deadline: 1731487127645, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:37:47,649 WARN [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRpcRetryingCaller(177): Call to dd3a0865bb23,43851,1731486997349 for 'test_row_1' in 5d17976fc8fe6dd5aaa82d5df2dbcc9c of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8234 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-13T08:37:47,649 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 , the old value is region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:47,649 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:47,649 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 because the exception is null or not the one we care about 2024-11-13T08:37:47,876 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:37:47,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57052 deadline: 1731487127874, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:37:47,876 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 , the old value is region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:47,876 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:37:47,876 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:47,876 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 because the exception is null or not the one we care about 2024-11-13T08:37:47,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57064 deadline: 1731487127874, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:37:47,877 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:37:47,877 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 , the old value is region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:47,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57018 deadline: 1731487127875, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:37:47,877 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:47,877 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 because the exception is null or not the one we care about 2024-11-13T08:37:47,877 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:37:47,877 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 , the old value is region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:47,877 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:47,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57042 deadline: 1731487127875, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:37:47,877 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 because the exception is null or not the one we care about 2024-11-13T08:37:47,877 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 , the old value is region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:47,877 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:47,877 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 because the exception is null or not the one we care about 2024-11-13T08:37:48,020 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=169 (bloomFilter=true), to=hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/5d17976fc8fe6dd5aaa82d5df2dbcc9c/.tmp/B/5b599e8885464c3a8a319a64b0d9b252 2024-11-13T08:37:48,028 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/5d17976fc8fe6dd5aaa82d5df2dbcc9c/.tmp/C/c67872cec79f4cbba52ef518221052a3 is 50, key is test_row_0/C:col10/1731487067196/Put/seqid=0 2024-11-13T08:37:48,032 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38605 is added to blk_1073742105_1281 (size=12151) 2024-11-13T08:37:48,388 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:37:48,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57052 deadline: 1731487128385, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:37:48,389 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:37:48,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57064 deadline: 1731487128385, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:37:48,389 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 , the old value is region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:48,389 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:48,389 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 because the exception is null or not the one we care about 2024-11-13T08:37:48,389 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 , the old value is region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:48,389 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:37:48,389 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:48,389 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 because the exception is null or not the one we care about 2024-11-13T08:37:48,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57018 deadline: 1731487128385, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:37:48,389 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:37:48,389 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 , the old value is region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:48,389 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:48,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57042 deadline: 1731487128385, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:37:48,390 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 because the exception is null or not the one we care about 2024-11-13T08:37:48,390 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 , the old value is region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:48,390 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:48,390 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 because the exception is null or not the one we care about 2024-11-13T08:37:48,433 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=169 (bloomFilter=true), to=hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/5d17976fc8fe6dd5aaa82d5df2dbcc9c/.tmp/C/c67872cec79f4cbba52ef518221052a3 2024-11-13T08:37:48,438 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/5d17976fc8fe6dd5aaa82d5df2dbcc9c/.tmp/A/216b05348bb24eae9f5b74575106aca9 as hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/5d17976fc8fe6dd5aaa82d5df2dbcc9c/A/216b05348bb24eae9f5b74575106aca9 2024-11-13T08:37:48,441 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/5d17976fc8fe6dd5aaa82d5df2dbcc9c/A/216b05348bb24eae9f5b74575106aca9, entries=200, sequenceid=169, filesize=14.2 K 2024-11-13T08:37:48,442 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/5d17976fc8fe6dd5aaa82d5df2dbcc9c/.tmp/B/5b599e8885464c3a8a319a64b0d9b252 as hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/5d17976fc8fe6dd5aaa82d5df2dbcc9c/B/5b599e8885464c3a8a319a64b0d9b252 2024-11-13T08:37:48,453 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/5d17976fc8fe6dd5aaa82d5df2dbcc9c/B/5b599e8885464c3a8a319a64b0d9b252, entries=150, sequenceid=169, filesize=11.9 K 2024-11-13T08:37:48,454 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/5d17976fc8fe6dd5aaa82d5df2dbcc9c/.tmp/C/c67872cec79f4cbba52ef518221052a3 as hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/5d17976fc8fe6dd5aaa82d5df2dbcc9c/C/c67872cec79f4cbba52ef518221052a3 2024-11-13T08:37:48,457 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/5d17976fc8fe6dd5aaa82d5df2dbcc9c/C/c67872cec79f4cbba52ef518221052a3, entries=150, sequenceid=169, filesize=11.9 K 2024-11-13T08:37:48,458 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=127.47 KB/130530 for 5d17976fc8fe6dd5aaa82d5df2dbcc9c in 1261ms, sequenceid=169, compaction requested=true 2024-11-13T08:37:48,458 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 5d17976fc8fe6dd5aaa82d5df2dbcc9c: 2024-11-13T08:37:48,458 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5d17976fc8fe6dd5aaa82d5df2dbcc9c:A, priority=-2147483648, current under compaction store size is 1 2024-11-13T08:37:48,458 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T08:37:48,458 DEBUG [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-13T08:37:48,459 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-13T08:37:48,459 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5d17976fc8fe6dd5aaa82d5df2dbcc9c:B, priority=-2147483648, current under compaction store size is 2 2024-11-13T08:37:48,459 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T08:37:48,459 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5d17976fc8fe6dd5aaa82d5df2dbcc9c:C, priority=-2147483648, current under compaction store size is 3 2024-11-13T08:37:48,459 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-13T08:37:48,459 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36611 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-13T08:37:48,459 DEBUG [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 39001 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-13T08:37:48,460 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] regionserver.HStore(1541): 5d17976fc8fe6dd5aaa82d5df2dbcc9c/B is initiating minor compaction (all files) 2024-11-13T08:37:48,460 DEBUG [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] regionserver.HStore(1541): 5d17976fc8fe6dd5aaa82d5df2dbcc9c/A is initiating minor compaction (all files) 2024-11-13T08:37:48,460 INFO [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 5d17976fc8fe6dd5aaa82d5df2dbcc9c/A in TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c. 2024-11-13T08:37:48,460 INFO [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 5d17976fc8fe6dd5aaa82d5df2dbcc9c/B in TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c. 2024-11-13T08:37:48,460 INFO [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/5d17976fc8fe6dd5aaa82d5df2dbcc9c/A/18a34ee2a3694102b6149baf4bef4783, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/5d17976fc8fe6dd5aaa82d5df2dbcc9c/A/eeaeb9d3b05b42aebf90dd428ac9e43c, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/5d17976fc8fe6dd5aaa82d5df2dbcc9c/A/216b05348bb24eae9f5b74575106aca9] into tmpdir=hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/5d17976fc8fe6dd5aaa82d5df2dbcc9c/.tmp, totalSize=38.1 K 2024-11-13T08:37:48,460 INFO [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/5d17976fc8fe6dd5aaa82d5df2dbcc9c/B/c096344b8ea34b15bdba816faee146fb, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/5d17976fc8fe6dd5aaa82d5df2dbcc9c/B/64b9b209f79d4d8ca489fd535fd19560, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/5d17976fc8fe6dd5aaa82d5df2dbcc9c/B/5b599e8885464c3a8a319a64b0d9b252] into tmpdir=hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/5d17976fc8fe6dd5aaa82d5df2dbcc9c/.tmp, totalSize=35.8 K 2024-11-13T08:37:48,460 DEBUG [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] compactions.Compactor(225): Compacting 18a34ee2a3694102b6149baf4bef4783, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=128, earliestPutTs=1731487064886 2024-11-13T08:37:48,460 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] compactions.Compactor(225): Compacting c096344b8ea34b15bdba816faee146fb, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=128, earliestPutTs=1731487064886 2024-11-13T08:37:48,461 DEBUG [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] compactions.Compactor(225): Compacting eeaeb9d3b05b42aebf90dd428ac9e43c, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=152, earliestPutTs=1731487064920 2024-11-13T08:37:48,461 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] compactions.Compactor(225): Compacting 64b9b209f79d4d8ca489fd535fd19560, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=152, earliestPutTs=1731487064920 2024-11-13T08:37:48,461 DEBUG [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] compactions.Compactor(225): Compacting 216b05348bb24eae9f5b74575106aca9, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=169, earliestPutTs=1731487067084 2024-11-13T08:37:48,461 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] compactions.Compactor(225): Compacting 5b599e8885464c3a8a319a64b0d9b252, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=169, earliestPutTs=1731487067084 2024-11-13T08:37:48,468 INFO [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5d17976fc8fe6dd5aaa82d5df2dbcc9c#A#compaction#233 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-13T08:37:48,469 INFO [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5d17976fc8fe6dd5aaa82d5df2dbcc9c#B#compaction#234 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-13T08:37:48,469 DEBUG [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/5d17976fc8fe6dd5aaa82d5df2dbcc9c/.tmp/A/1f6a4c05e7ba4a5989fa01b134d6467b is 50, key is test_row_0/A:col10/1731487067196/Put/seqid=0 2024-11-13T08:37:48,469 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/5d17976fc8fe6dd5aaa82d5df2dbcc9c/.tmp/B/4ba52f7b426c42ae9f2cd9985389bdcf is 50, key is test_row_0/B:col10/1731487067196/Put/seqid=0 2024-11-13T08:37:48,473 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38605 is added to blk_1073742106_1282 (size=12561) 2024-11-13T08:37:48,474 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38605 is added to blk_1073742107_1283 (size=12561) 2024-11-13T08:37:48,479 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/5d17976fc8fe6dd5aaa82d5df2dbcc9c/.tmp/B/4ba52f7b426c42ae9f2cd9985389bdcf as hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/5d17976fc8fe6dd5aaa82d5df2dbcc9c/B/4ba52f7b426c42ae9f2cd9985389bdcf 2024-11-13T08:37:48,485 INFO [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 5d17976fc8fe6dd5aaa82d5df2dbcc9c/B of 5d17976fc8fe6dd5aaa82d5df2dbcc9c into 4ba52f7b426c42ae9f2cd9985389bdcf(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T08:37:48,485 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 5d17976fc8fe6dd5aaa82d5df2dbcc9c: 2024-11-13T08:37:48,485 INFO [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., storeName=5d17976fc8fe6dd5aaa82d5df2dbcc9c/B, priority=13, startTime=1731487068458; duration=0sec 2024-11-13T08:37:48,485 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-13T08:37:48,485 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5d17976fc8fe6dd5aaa82d5df2dbcc9c:B 2024-11-13T08:37:48,485 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-13T08:37:48,486 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36611 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-13T08:37:48,486 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] regionserver.HStore(1541): 5d17976fc8fe6dd5aaa82d5df2dbcc9c/C is initiating minor compaction (all files) 2024-11-13T08:37:48,486 INFO [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 5d17976fc8fe6dd5aaa82d5df2dbcc9c/C in TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c. 2024-11-13T08:37:48,486 INFO [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/5d17976fc8fe6dd5aaa82d5df2dbcc9c/C/3145e90728b54b2abf606fd2f418617b, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/5d17976fc8fe6dd5aaa82d5df2dbcc9c/C/0cf98e25f4d845b8beb946bd39152f68, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/5d17976fc8fe6dd5aaa82d5df2dbcc9c/C/c67872cec79f4cbba52ef518221052a3] into tmpdir=hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/5d17976fc8fe6dd5aaa82d5df2dbcc9c/.tmp, totalSize=35.8 K 2024-11-13T08:37:48,487 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] compactions.Compactor(225): Compacting 3145e90728b54b2abf606fd2f418617b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=128, earliestPutTs=1731487064886 2024-11-13T08:37:48,487 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] compactions.Compactor(225): Compacting 0cf98e25f4d845b8beb946bd39152f68, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=152, earliestPutTs=1731487064920 2024-11-13T08:37:48,487 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] compactions.Compactor(225): Compacting c67872cec79f4cbba52ef518221052a3, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=169, earliestPutTs=1731487067084 2024-11-13T08:37:48,494 INFO [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5d17976fc8fe6dd5aaa82d5df2dbcc9c#C#compaction#235 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-13T08:37:48,495 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/5d17976fc8fe6dd5aaa82d5df2dbcc9c/.tmp/C/9506f943b8a0498ab9f5d9a4f48f3ff6 is 50, key is test_row_0/C:col10/1731487067196/Put/seqid=0 2024-11-13T08:37:48,500 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38605 is added to blk_1073742108_1284 (size=12561) 2024-11-13T08:37:48,508 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/5d17976fc8fe6dd5aaa82d5df2dbcc9c/.tmp/C/9506f943b8a0498ab9f5d9a4f48f3ff6 as hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/5d17976fc8fe6dd5aaa82d5df2dbcc9c/C/9506f943b8a0498ab9f5d9a4f48f3ff6 2024-11-13T08:37:48,515 INFO [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 5d17976fc8fe6dd5aaa82d5df2dbcc9c/C of 5d17976fc8fe6dd5aaa82d5df2dbcc9c into 9506f943b8a0498ab9f5d9a4f48f3ff6(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T08:37:48,515 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 5d17976fc8fe6dd5aaa82d5df2dbcc9c: 2024-11-13T08:37:48,515 INFO [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., storeName=5d17976fc8fe6dd5aaa82d5df2dbcc9c/C, priority=13, startTime=1731487068459; duration=0sec 2024-11-13T08:37:48,515 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T08:37:48,515 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5d17976fc8fe6dd5aaa82d5df2dbcc9c:C 2024-11-13T08:37:48,879 DEBUG [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/5d17976fc8fe6dd5aaa82d5df2dbcc9c/.tmp/A/1f6a4c05e7ba4a5989fa01b134d6467b as hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/5d17976fc8fe6dd5aaa82d5df2dbcc9c/A/1f6a4c05e7ba4a5989fa01b134d6467b 2024-11-13T08:37:48,884 INFO [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 5d17976fc8fe6dd5aaa82d5df2dbcc9c/A of 5d17976fc8fe6dd5aaa82d5df2dbcc9c into 1f6a4c05e7ba4a5989fa01b134d6467b(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T08:37:48,884 DEBUG [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 5d17976fc8fe6dd5aaa82d5df2dbcc9c: 2024-11-13T08:37:48,884 INFO [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., storeName=5d17976fc8fe6dd5aaa82d5df2dbcc9c/A, priority=13, startTime=1731487068458; duration=0sec 2024-11-13T08:37:48,884 DEBUG [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T08:37:48,884 DEBUG [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5d17976fc8fe6dd5aaa82d5df2dbcc9c:A 2024-11-13T08:37:48,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45349 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=74 2024-11-13T08:37:48,945 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-13T08:37:48,945 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45349 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-13T08:37:48,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45349 {}] procedure2.ProcedureExecutor(1139): Stored pid=76, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=76, table=TestAcidGuarantees 2024-11-13T08:37:48,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45349 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=76 2024-11-13T08:37:48,947 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=76, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=76, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-13T08:37:48,948 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=76, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=76, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-13T08:37:48,948 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=77, ppid=76, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-13T08:37:49,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45349 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=76 2024-11-13T08:37:49,100 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43851 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=77 2024-11-13T08:37:49,100 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c. 2024-11-13T08:37:49,100 INFO [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegion(2902): Flushing 5d17976fc8fe6dd5aaa82d5df2dbcc9c 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-11-13T08:37:49,105 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/5d17976fc8fe6dd5aaa82d5df2dbcc9c/.tmp/A/d5c8dad7d6484cc88f9e073db18713c2 is 50, key is test_row_0/A:col10/1731487067230/Put/seqid=0 2024-11-13T08:37:49,109 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38605 is added to blk_1073742109_1285 (size=12151) 2024-11-13T08:37:49,110 INFO [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=194 (bloomFilter=true), to=hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/5d17976fc8fe6dd5aaa82d5df2dbcc9c/.tmp/A/d5c8dad7d6484cc88f9e073db18713c2 2024-11-13T08:37:49,118 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/5d17976fc8fe6dd5aaa82d5df2dbcc9c/.tmp/B/eac99cea627f4f03b028d4df16841ad2 is 50, key is test_row_0/B:col10/1731487067230/Put/seqid=0 2024-11-13T08:37:49,122 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38605 is added to blk_1073742110_1286 (size=12151) 2024-11-13T08:37:49,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45349 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=76 2024-11-13T08:37:49,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] regionserver.HRegion(8855): Flush requested on 5d17976fc8fe6dd5aaa82d5df2dbcc9c 2024-11-13T08:37:49,397 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c. as already flushing 2024-11-13T08:37:49,422 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:37:49,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57052 deadline: 1731487129416, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:37:49,422 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 , the old value is region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:49,422 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:37:49,422 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:49,422 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 because the exception is null or not the one we care about 2024-11-13T08:37:49,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57018 deadline: 1731487129417, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:37:49,423 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:37:49,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57064 deadline: 1731487129417, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:37:49,423 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:37:49,423 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 , the old value is region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:49,423 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:49,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57042 deadline: 1731487129418, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:37:49,423 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 because the exception is null or not the one we care about 2024-11-13T08:37:49,423 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 , the old value is region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:49,423 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:49,423 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 because the exception is null or not the one we care about 2024-11-13T08:37:49,423 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 , the old value is region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:49,423 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:49,423 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 because the exception is null or not the one we care about 2024-11-13T08:37:49,523 INFO [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=194 (bloomFilter=true), to=hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/5d17976fc8fe6dd5aaa82d5df2dbcc9c/.tmp/B/eac99cea627f4f03b028d4df16841ad2 2024-11-13T08:37:49,526 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:37:49,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57052 deadline: 1731487129525, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:37:49,526 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 , the old value is region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:49,526 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:37:49,526 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:49,526 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 because the exception is null or not the one we care about 2024-11-13T08:37:49,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57018 deadline: 1731487129525, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:37:49,527 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 , the old value is region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:49,527 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:49,527 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 because the exception is null or not the one we care about 2024-11-13T08:37:49,533 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/5d17976fc8fe6dd5aaa82d5df2dbcc9c/.tmp/C/d04b066746e440678c2a841b5d19fed3 is 50, key is test_row_0/C:col10/1731487067230/Put/seqid=0 2024-11-13T08:37:49,537 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38605 is added to blk_1073742111_1287 (size=12151) 2024-11-13T08:37:49,537 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:37:49,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57064 deadline: 1731487129535, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:37:49,538 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 , the old value is region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:49,538 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:49,538 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:37:49,538 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 because the exception is null or not the one we care about 2024-11-13T08:37:49,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57042 deadline: 1731487129535, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:37:49,538 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 , the old value is region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:49,538 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:49,538 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 because the exception is null or not the one we care about 2024-11-13T08:37:49,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45349 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=76 2024-11-13T08:37:49,739 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:37:49,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57052 deadline: 1731487129735, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:37:49,740 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:37:49,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57018 deadline: 1731487129735, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:37:49,740 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 , the old value is region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:49,740 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:49,740 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 because the exception is null or not the one we care about 2024-11-13T08:37:49,740 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 , the old value is region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:49,740 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:49,740 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 because the exception is null or not the one we care about 2024-11-13T08:37:49,748 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:37:49,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57064 deadline: 1731487129745, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:37:49,748 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:37:49,748 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 , the old value is region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:49,748 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:49,748 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 because the exception is null or not the one we care about 2024-11-13T08:37:49,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57042 deadline: 1731487129745, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:37:49,749 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 , the old value is region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:49,749 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:49,749 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 because the exception is null or not the one we care about 2024-11-13T08:37:49,937 INFO [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=194 (bloomFilter=true), to=hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/5d17976fc8fe6dd5aaa82d5df2dbcc9c/.tmp/C/d04b066746e440678c2a841b5d19fed3 2024-11-13T08:37:49,942 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/5d17976fc8fe6dd5aaa82d5df2dbcc9c/.tmp/A/d5c8dad7d6484cc88f9e073db18713c2 as hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/5d17976fc8fe6dd5aaa82d5df2dbcc9c/A/d5c8dad7d6484cc88f9e073db18713c2 2024-11-13T08:37:49,946 INFO [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/5d17976fc8fe6dd5aaa82d5df2dbcc9c/A/d5c8dad7d6484cc88f9e073db18713c2, entries=150, sequenceid=194, filesize=11.9 K 2024-11-13T08:37:49,947 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/5d17976fc8fe6dd5aaa82d5df2dbcc9c/.tmp/B/eac99cea627f4f03b028d4df16841ad2 as hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/5d17976fc8fe6dd5aaa82d5df2dbcc9c/B/eac99cea627f4f03b028d4df16841ad2 2024-11-13T08:37:49,952 INFO [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/5d17976fc8fe6dd5aaa82d5df2dbcc9c/B/eac99cea627f4f03b028d4df16841ad2, entries=150, sequenceid=194, filesize=11.9 K 2024-11-13T08:37:49,953 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/5d17976fc8fe6dd5aaa82d5df2dbcc9c/.tmp/C/d04b066746e440678c2a841b5d19fed3 as hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/5d17976fc8fe6dd5aaa82d5df2dbcc9c/C/d04b066746e440678c2a841b5d19fed3 2024-11-13T08:37:49,958 INFO [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/5d17976fc8fe6dd5aaa82d5df2dbcc9c/C/d04b066746e440678c2a841b5d19fed3, entries=150, sequenceid=194, filesize=11.9 K 2024-11-13T08:37:49,959 INFO [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegion(3140): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=73.80 KB/75570 for 5d17976fc8fe6dd5aaa82d5df2dbcc9c in 859ms, sequenceid=194, compaction requested=false 2024-11-13T08:37:49,959 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegion(2603): Flush status journal for 5d17976fc8fe6dd5aaa82d5df2dbcc9c: 2024-11-13T08:37:49,959 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c. 2024-11-13T08:37:49,959 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=77 2024-11-13T08:37:49,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45349 {}] master.HMaster(4169): Remote procedure done, pid=77 2024-11-13T08:37:49,963 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=77, resume processing ppid=76 2024-11-13T08:37:49,963 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=77, ppid=76, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.0130 sec 2024-11-13T08:37:49,965 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=76, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=76, table=TestAcidGuarantees in 1.0180 sec 2024-11-13T08:37:50,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] regionserver.HRegion(8855): Flush requested on 5d17976fc8fe6dd5aaa82d5df2dbcc9c 2024-11-13T08:37:50,046 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-13T08:37:50,046 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 5d17976fc8fe6dd5aaa82d5df2dbcc9c 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB 2024-11-13T08:37:50,068 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/5d17976fc8fe6dd5aaa82d5df2dbcc9c/.tmp/A/ab7fa33575a74e4b9cdb2199b65d4268 is 50, key is test_row_0/A:col10/1731487069410/Put/seqid=0 2024-11-13T08:37:50,073 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38605 is added to blk_1073742112_1288 (size=12151) 2024-11-13T08:37:50,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45349 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=76 2024-11-13T08:37:50,085 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-13T08:37:50,086 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45349 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-13T08:37:50,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45349 {}] procedure2.ProcedureExecutor(1139): Stored pid=78, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=78, table=TestAcidGuarantees 2024-11-13T08:37:50,087 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:37:50,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57064 deadline: 1731487130081, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:37:50,087 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:37:50,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57018 deadline: 1731487130082, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:37:50,091 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=78, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=78, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-13T08:37:50,092 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=78, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=78, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-13T08:37:50,092 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 , the old value is region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:50,092 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:50,092 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 because the exception is null or not the one we care about 2024-11-13T08:37:50,092 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=79, ppid=78, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-13T08:37:50,092 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 , the old value is region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:50,092 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:50,092 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 because the exception is null or not the one we care about 2024-11-13T08:37:50,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45349 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=78 2024-11-13T08:37:50,094 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:37:50,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57052 deadline: 1731487130093, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:37:50,094 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 , the old value is region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:50,094 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:50,094 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 because the exception is null or not the one we care about 2024-11-13T08:37:50,094 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:37:50,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57042 deadline: 1731487130093, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:37:50,095 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 , the old value is region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:50,095 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:50,095 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 because the exception is null or not the one we care about 2024-11-13T08:37:50,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45349 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=78 2024-11-13T08:37:50,197 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:37:50,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57064 deadline: 1731487130195, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:37:50,197 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:37:50,197 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 , the old value is region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:50,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57018 deadline: 1731487130195, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:37:50,198 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:50,198 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 because the exception is null or not the one we care about 2024-11-13T08:37:50,198 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 , the old value is region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:50,198 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:50,198 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 because the exception is null or not the one we care about 2024-11-13T08:37:50,207 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:37:50,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57042 deadline: 1731487130204, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:37:50,207 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 , the old value is region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:50,208 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:50,208 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 because the exception is null or not the one we care about 2024-11-13T08:37:50,209 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:37:50,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57052 deadline: 1731487130205, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:37:50,209 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 , the old value is region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:50,209 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:50,209 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 because the exception is null or not the one we care about 2024-11-13T08:37:50,245 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43851 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=79 2024-11-13T08:37:50,245 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c. 2024-11-13T08:37:50,246 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c. as already flushing 2024-11-13T08:37:50,246 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c. 2024-11-13T08:37:50,246 ERROR [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] handler.RSProcedureHandler(58): pid=79 java.io.IOException: Unable to complete flush {ENCODED => 5d17976fc8fe6dd5aaa82d5df2dbcc9c, NAME => 'TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T08:37:50,246 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=79 java.io.IOException: Unable to complete flush {ENCODED => 5d17976fc8fe6dd5aaa82d5df2dbcc9c, NAME => 'TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T08:37:50,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45349 {}] master.HMaster(4177): Remote procedure failed, pid=79 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5d17976fc8fe6dd5aaa82d5df2dbcc9c, NAME => 'TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5d17976fc8fe6dd5aaa82d5df2dbcc9c, NAME => 'TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T08:37:50,398 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43851 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=79 2024-11-13T08:37:50,399 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c. 2024-11-13T08:37:50,399 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c. as already flushing 2024-11-13T08:37:50,399 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c. 2024-11-13T08:37:50,399 ERROR [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] handler.RSProcedureHandler(58): pid=79 java.io.IOException: Unable to complete flush {ENCODED => 5d17976fc8fe6dd5aaa82d5df2dbcc9c, NAME => 'TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T08:37:50,399 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=79 java.io.IOException: Unable to complete flush {ENCODED => 5d17976fc8fe6dd5aaa82d5df2dbcc9c, NAME => 'TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T08:37:50,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45349 {}] master.HMaster(4177): Remote procedure failed, pid=79 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5d17976fc8fe6dd5aaa82d5df2dbcc9c, NAME => 'TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5d17976fc8fe6dd5aaa82d5df2dbcc9c, NAME => 'TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T08:37:50,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45349 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=78 2024-11-13T08:37:50,408 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:37:50,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57064 deadline: 1731487130405, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:37:50,409 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 , the old value is region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:50,409 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:37:50,409 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:50,409 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 because the exception is null or not the one we care about 2024-11-13T08:37:50,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57018 deadline: 1731487130405, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:37:50,409 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 , the old value is region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:50,409 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:50,409 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 because the exception is null or not the one we care about 2024-11-13T08:37:50,418 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:37:50,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57042 deadline: 1731487130415, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:37:50,419 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:37:50,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57052 deadline: 1731487130415, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:37:50,419 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 , the old value is region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:50,419 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:50,419 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 because the exception is null or not the one we care about 2024-11-13T08:37:50,419 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 , the old value is region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:50,419 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:50,419 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 because the exception is null or not the one we care about 2024-11-13T08:37:50,473 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=210 (bloomFilter=true), to=hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/5d17976fc8fe6dd5aaa82d5df2dbcc9c/.tmp/A/ab7fa33575a74e4b9cdb2199b65d4268 2024-11-13T08:37:50,481 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/5d17976fc8fe6dd5aaa82d5df2dbcc9c/.tmp/B/e74ae5f8e4954570b64ed910f8a90537 is 50, key is test_row_0/B:col10/1731487069410/Put/seqid=0 2024-11-13T08:37:50,484 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38605 is added to blk_1073742113_1289 (size=12151) 2024-11-13T08:37:50,552 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43851 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=79 2024-11-13T08:37:50,552 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c. 2024-11-13T08:37:50,552 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c. as already flushing 2024-11-13T08:37:50,552 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c. 2024-11-13T08:37:50,552 ERROR [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] handler.RSProcedureHandler(58): pid=79 java.io.IOException: Unable to complete flush {ENCODED => 5d17976fc8fe6dd5aaa82d5df2dbcc9c, NAME => 'TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T08:37:50,552 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=79 java.io.IOException: Unable to complete flush {ENCODED => 5d17976fc8fe6dd5aaa82d5df2dbcc9c, NAME => 'TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T08:37:50,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45349 {}] master.HMaster(4177): Remote procedure failed, pid=79 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5d17976fc8fe6dd5aaa82d5df2dbcc9c, NAME => 'TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5d17976fc8fe6dd5aaa82d5df2dbcc9c, NAME => 'TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T08:37:50,706 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43851 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=79 2024-11-13T08:37:50,706 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c. 2024-11-13T08:37:50,706 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c. as already flushing 2024-11-13T08:37:50,706 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c. 2024-11-13T08:37:50,706 ERROR [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] handler.RSProcedureHandler(58): pid=79 java.io.IOException: Unable to complete flush {ENCODED => 5d17976fc8fe6dd5aaa82d5df2dbcc9c, NAME => 'TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T08:37:50,707 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=79 java.io.IOException: Unable to complete flush {ENCODED => 5d17976fc8fe6dd5aaa82d5df2dbcc9c, NAME => 'TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T08:37:50,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45349 {}] master.HMaster(4177): Remote procedure failed, pid=79 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5d17976fc8fe6dd5aaa82d5df2dbcc9c, NAME => 'TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5d17976fc8fe6dd5aaa82d5df2dbcc9c, NAME => 'TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T08:37:50,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45349 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=78 2024-11-13T08:37:50,718 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:37:50,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57018 deadline: 1731487130715, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:37:50,719 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 , the old value is region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:50,719 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:37:50,719 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:50,719 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 because the exception is null or not the one we care about 2024-11-13T08:37:50,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57064 deadline: 1731487130715, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:37:50,719 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 , the old value is region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:50,719 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:50,719 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 because the exception is null or not the one we care about 2024-11-13T08:37:50,728 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:37:50,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57042 deadline: 1731487130725, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:37:50,729 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 , the old value is region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:50,729 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:37:50,729 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:50,729 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 because the exception is null or not the one we care about 2024-11-13T08:37:50,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57052 deadline: 1731487130725, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:37:50,729 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 , the old value is region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:50,729 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:50,729 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 because the exception is null or not the one we care about 2024-11-13T08:37:50,860 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43851 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=79 2024-11-13T08:37:50,860 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c. 2024-11-13T08:37:50,860 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c. as already flushing 2024-11-13T08:37:50,860 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c. 2024-11-13T08:37:50,860 ERROR [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] handler.RSProcedureHandler(58): pid=79 java.io.IOException: Unable to complete flush {ENCODED => 5d17976fc8fe6dd5aaa82d5df2dbcc9c, NAME => 'TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T08:37:50,860 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=79 java.io.IOException: Unable to complete flush {ENCODED => 5d17976fc8fe6dd5aaa82d5df2dbcc9c, NAME => 'TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T08:37:50,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45349 {}] master.HMaster(4177): Remote procedure failed, pid=79 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5d17976fc8fe6dd5aaa82d5df2dbcc9c, NAME => 'TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5d17976fc8fe6dd5aaa82d5df2dbcc9c, NAME => 'TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T08:37:50,885 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=210 (bloomFilter=true), to=hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/5d17976fc8fe6dd5aaa82d5df2dbcc9c/.tmp/B/e74ae5f8e4954570b64ed910f8a90537 2024-11-13T08:37:50,894 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/5d17976fc8fe6dd5aaa82d5df2dbcc9c/.tmp/C/103b429b807e4335a376eb9e1f504fd5 is 50, key is test_row_0/C:col10/1731487069410/Put/seqid=0 2024-11-13T08:37:50,905 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38605 is added to blk_1073742114_1290 (size=12151) 2024-11-13T08:37:51,014 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43851 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=79 2024-11-13T08:37:51,014 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c. 2024-11-13T08:37:51,014 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c. as already flushing 2024-11-13T08:37:51,014 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c. 2024-11-13T08:37:51,014 ERROR [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] handler.RSProcedureHandler(58): pid=79 java.io.IOException: Unable to complete flush {ENCODED => 5d17976fc8fe6dd5aaa82d5df2dbcc9c, NAME => 'TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T08:37:51,014 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=79 java.io.IOException: Unable to complete flush {ENCODED => 5d17976fc8fe6dd5aaa82d5df2dbcc9c, NAME => 'TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T08:37:51,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45349 {}] master.HMaster(4177): Remote procedure failed, pid=79 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5d17976fc8fe6dd5aaa82d5df2dbcc9c, NAME => 'TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5d17976fc8fe6dd5aaa82d5df2dbcc9c, NAME => 'TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T08:37:51,168 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43851 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=79 2024-11-13T08:37:51,168 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c. 2024-11-13T08:37:51,168 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c. as already flushing 2024-11-13T08:37:51,168 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c. 2024-11-13T08:37:51,168 ERROR [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] handler.RSProcedureHandler(58): pid=79 java.io.IOException: Unable to complete flush {ENCODED => 5d17976fc8fe6dd5aaa82d5df2dbcc9c, NAME => 'TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T08:37:51,168 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=79 java.io.IOException: Unable to complete flush {ENCODED => 5d17976fc8fe6dd5aaa82d5df2dbcc9c, NAME => 'TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T08:37:51,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45349 {}] master.HMaster(4177): Remote procedure failed, pid=79 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5d17976fc8fe6dd5aaa82d5df2dbcc9c, NAME => 'TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5d17976fc8fe6dd5aaa82d5df2dbcc9c, NAME => 'TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T08:37:51,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45349 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=78 2024-11-13T08:37:51,230 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:37:51,230 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:37:51,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57018 deadline: 1731487131225, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:37:51,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57064 deadline: 1731487131226, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:37:51,231 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 , the old value is region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:51,231 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:51,231 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 because the exception is null or not the one we care about 2024-11-13T08:37:51,231 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 , the old value is region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:51,231 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:51,231 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 because the exception is null or not the one we care about 2024-11-13T08:37:51,237 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:37:51,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57042 deadline: 1731487131235, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:37:51,237 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 , the old value is region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:51,237 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:51,238 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 because the exception is null or not the one we care about 2024-11-13T08:37:51,237 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:37:51,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57052 deadline: 1731487131235, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:37:51,238 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 , the old value is region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:51,238 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:51,238 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 because the exception is null or not the one we care about 2024-11-13T08:37:51,307 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=210 (bloomFilter=true), to=hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/5d17976fc8fe6dd5aaa82d5df2dbcc9c/.tmp/C/103b429b807e4335a376eb9e1f504fd5 2024-11-13T08:37:51,313 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/5d17976fc8fe6dd5aaa82d5df2dbcc9c/.tmp/A/ab7fa33575a74e4b9cdb2199b65d4268 as hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/5d17976fc8fe6dd5aaa82d5df2dbcc9c/A/ab7fa33575a74e4b9cdb2199b65d4268 2024-11-13T08:37:51,319 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/5d17976fc8fe6dd5aaa82d5df2dbcc9c/A/ab7fa33575a74e4b9cdb2199b65d4268, entries=150, sequenceid=210, filesize=11.9 K 2024-11-13T08:37:51,320 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/5d17976fc8fe6dd5aaa82d5df2dbcc9c/.tmp/B/e74ae5f8e4954570b64ed910f8a90537 as hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/5d17976fc8fe6dd5aaa82d5df2dbcc9c/B/e74ae5f8e4954570b64ed910f8a90537 2024-11-13T08:37:51,321 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43851 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=79 2024-11-13T08:37:51,321 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c. 2024-11-13T08:37:51,321 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c. as already flushing 2024-11-13T08:37:51,321 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c. 2024-11-13T08:37:51,321 ERROR [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] handler.RSProcedureHandler(58): pid=79 java.io.IOException: Unable to complete flush {ENCODED => 5d17976fc8fe6dd5aaa82d5df2dbcc9c, NAME => 'TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T08:37:51,321 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=79 java.io.IOException: Unable to complete flush {ENCODED => 5d17976fc8fe6dd5aaa82d5df2dbcc9c, NAME => 'TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T08:37:51,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45349 {}] master.HMaster(4177): Remote procedure failed, pid=79 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5d17976fc8fe6dd5aaa82d5df2dbcc9c, NAME => 'TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5d17976fc8fe6dd5aaa82d5df2dbcc9c, NAME => 'TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T08:37:51,328 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/5d17976fc8fe6dd5aaa82d5df2dbcc9c/B/e74ae5f8e4954570b64ed910f8a90537, entries=150, sequenceid=210, filesize=11.9 K 2024-11-13T08:37:51,329 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/5d17976fc8fe6dd5aaa82d5df2dbcc9c/.tmp/C/103b429b807e4335a376eb9e1f504fd5 as hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/5d17976fc8fe6dd5aaa82d5df2dbcc9c/C/103b429b807e4335a376eb9e1f504fd5 2024-11-13T08:37:51,334 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/5d17976fc8fe6dd5aaa82d5df2dbcc9c/C/103b429b807e4335a376eb9e1f504fd5, entries=150, sequenceid=210, filesize=11.9 K 2024-11-13T08:37:51,335 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~87.22 KB/89310, heapSize ~229.22 KB/234720, currentSize=114.05 KB/116790 for 5d17976fc8fe6dd5aaa82d5df2dbcc9c in 1289ms, sequenceid=210, compaction requested=true 2024-11-13T08:37:51,335 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 5d17976fc8fe6dd5aaa82d5df2dbcc9c: 2024-11-13T08:37:51,335 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5d17976fc8fe6dd5aaa82d5df2dbcc9c:A, priority=-2147483648, current under compaction store size is 1 2024-11-13T08:37:51,335 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T08:37:51,335 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5d17976fc8fe6dd5aaa82d5df2dbcc9c:B, priority=-2147483648, current under compaction store size is 2 2024-11-13T08:37:51,335 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T08:37:51,335 DEBUG [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-13T08:37:51,335 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-13T08:37:51,335 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5d17976fc8fe6dd5aaa82d5df2dbcc9c:C, priority=-2147483648, current under compaction store size is 3 2024-11-13T08:37:51,335 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-13T08:37:51,337 DEBUG [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36863 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-13T08:37:51,337 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36863 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-13T08:37:51,337 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] regionserver.HStore(1541): 5d17976fc8fe6dd5aaa82d5df2dbcc9c/B is initiating minor compaction (all files) 2024-11-13T08:37:51,337 DEBUG [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] regionserver.HStore(1541): 5d17976fc8fe6dd5aaa82d5df2dbcc9c/A is initiating minor compaction (all files) 2024-11-13T08:37:51,337 INFO [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 5d17976fc8fe6dd5aaa82d5df2dbcc9c/A in TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c. 2024-11-13T08:37:51,337 INFO [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/5d17976fc8fe6dd5aaa82d5df2dbcc9c/A/1f6a4c05e7ba4a5989fa01b134d6467b, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/5d17976fc8fe6dd5aaa82d5df2dbcc9c/A/d5c8dad7d6484cc88f9e073db18713c2, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/5d17976fc8fe6dd5aaa82d5df2dbcc9c/A/ab7fa33575a74e4b9cdb2199b65d4268] into tmpdir=hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/5d17976fc8fe6dd5aaa82d5df2dbcc9c/.tmp, totalSize=36.0 K 2024-11-13T08:37:51,337 INFO [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 5d17976fc8fe6dd5aaa82d5df2dbcc9c/B in TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c. 2024-11-13T08:37:51,337 INFO [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/5d17976fc8fe6dd5aaa82d5df2dbcc9c/B/4ba52f7b426c42ae9f2cd9985389bdcf, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/5d17976fc8fe6dd5aaa82d5df2dbcc9c/B/eac99cea627f4f03b028d4df16841ad2, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/5d17976fc8fe6dd5aaa82d5df2dbcc9c/B/e74ae5f8e4954570b64ed910f8a90537] into tmpdir=hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/5d17976fc8fe6dd5aaa82d5df2dbcc9c/.tmp, totalSize=36.0 K 2024-11-13T08:37:51,338 DEBUG [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] compactions.Compactor(225): Compacting 1f6a4c05e7ba4a5989fa01b134d6467b, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=169, earliestPutTs=1731487067084 2024-11-13T08:37:51,338 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] compactions.Compactor(225): Compacting 4ba52f7b426c42ae9f2cd9985389bdcf, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=169, earliestPutTs=1731487067084 2024-11-13T08:37:51,338 DEBUG [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] compactions.Compactor(225): Compacting d5c8dad7d6484cc88f9e073db18713c2, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=194, earliestPutTs=1731487067230 2024-11-13T08:37:51,338 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] compactions.Compactor(225): Compacting eac99cea627f4f03b028d4df16841ad2, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=194, earliestPutTs=1731487067230 2024-11-13T08:37:51,339 DEBUG [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] compactions.Compactor(225): Compacting ab7fa33575a74e4b9cdb2199b65d4268, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=210, earliestPutTs=1731487069410 2024-11-13T08:37:51,339 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] compactions.Compactor(225): Compacting e74ae5f8e4954570b64ed910f8a90537, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=210, earliestPutTs=1731487069410 2024-11-13T08:37:51,354 INFO [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5d17976fc8fe6dd5aaa82d5df2dbcc9c#B#compaction#242 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-13T08:37:51,354 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/5d17976fc8fe6dd5aaa82d5df2dbcc9c/.tmp/B/5128997980b444ea8b66b0de5056a596 is 50, key is test_row_0/B:col10/1731487069410/Put/seqid=0 2024-11-13T08:37:51,357 INFO [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5d17976fc8fe6dd5aaa82d5df2dbcc9c#A#compaction#243 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-13T08:37:51,358 DEBUG [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/5d17976fc8fe6dd5aaa82d5df2dbcc9c/.tmp/A/4627ab685adb44be846c0d3014c51a23 is 50, key is test_row_0/A:col10/1731487069410/Put/seqid=0 2024-11-13T08:37:51,370 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38605 is added to blk_1073742115_1291 (size=12663) 2024-11-13T08:37:51,382 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38605 is added to blk_1073742116_1292 (size=12663) 2024-11-13T08:37:51,474 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43851 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=79 2024-11-13T08:37:51,474 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c. 2024-11-13T08:37:51,474 INFO [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegion(2902): Flushing 5d17976fc8fe6dd5aaa82d5df2dbcc9c 3/3 column families, dataSize=114.05 KB heapSize=299.58 KB 2024-11-13T08:37:51,480 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/5d17976fc8fe6dd5aaa82d5df2dbcc9c/.tmp/A/05fb657a87ae486aacf083667788ce55 is 50, key is test_row_0/A:col10/1731487070086/Put/seqid=0 2024-11-13T08:37:51,486 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38605 is added to blk_1073742117_1293 (size=12151) 2024-11-13T08:37:51,777 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/5d17976fc8fe6dd5aaa82d5df2dbcc9c/.tmp/B/5128997980b444ea8b66b0de5056a596 as hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/5d17976fc8fe6dd5aaa82d5df2dbcc9c/B/5128997980b444ea8b66b0de5056a596 2024-11-13T08:37:51,786 INFO [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 5d17976fc8fe6dd5aaa82d5df2dbcc9c/B of 5d17976fc8fe6dd5aaa82d5df2dbcc9c into 5128997980b444ea8b66b0de5056a596(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T08:37:51,786 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 5d17976fc8fe6dd5aaa82d5df2dbcc9c: 2024-11-13T08:37:51,786 INFO [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., storeName=5d17976fc8fe6dd5aaa82d5df2dbcc9c/B, priority=13, startTime=1731487071335; duration=0sec 2024-11-13T08:37:51,786 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-13T08:37:51,786 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5d17976fc8fe6dd5aaa82d5df2dbcc9c:B 2024-11-13T08:37:51,786 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-13T08:37:51,788 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36863 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-13T08:37:51,788 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] regionserver.HStore(1541): 5d17976fc8fe6dd5aaa82d5df2dbcc9c/C is initiating minor compaction (all files) 2024-11-13T08:37:51,788 INFO [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 5d17976fc8fe6dd5aaa82d5df2dbcc9c/C in TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c. 2024-11-13T08:37:51,789 INFO [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/5d17976fc8fe6dd5aaa82d5df2dbcc9c/C/9506f943b8a0498ab9f5d9a4f48f3ff6, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/5d17976fc8fe6dd5aaa82d5df2dbcc9c/C/d04b066746e440678c2a841b5d19fed3, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/5d17976fc8fe6dd5aaa82d5df2dbcc9c/C/103b429b807e4335a376eb9e1f504fd5] into tmpdir=hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/5d17976fc8fe6dd5aaa82d5df2dbcc9c/.tmp, totalSize=36.0 K 2024-11-13T08:37:51,789 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] compactions.Compactor(225): Compacting 9506f943b8a0498ab9f5d9a4f48f3ff6, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=169, earliestPutTs=1731487067084 2024-11-13T08:37:51,790 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] compactions.Compactor(225): Compacting d04b066746e440678c2a841b5d19fed3, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=194, earliestPutTs=1731487067230 2024-11-13T08:37:51,790 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] compactions.Compactor(225): Compacting 103b429b807e4335a376eb9e1f504fd5, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=210, earliestPutTs=1731487069410 2024-11-13T08:37:51,792 DEBUG [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/5d17976fc8fe6dd5aaa82d5df2dbcc9c/.tmp/A/4627ab685adb44be846c0d3014c51a23 as hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/5d17976fc8fe6dd5aaa82d5df2dbcc9c/A/4627ab685adb44be846c0d3014c51a23 2024-11-13T08:37:51,799 INFO [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 5d17976fc8fe6dd5aaa82d5df2dbcc9c/A of 5d17976fc8fe6dd5aaa82d5df2dbcc9c into 4627ab685adb44be846c0d3014c51a23(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T08:37:51,799 DEBUG [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 5d17976fc8fe6dd5aaa82d5df2dbcc9c: 2024-11-13T08:37:51,799 INFO [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., storeName=5d17976fc8fe6dd5aaa82d5df2dbcc9c/A, priority=13, startTime=1731487071335; duration=0sec 2024-11-13T08:37:51,799 DEBUG [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T08:37:51,800 DEBUG [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5d17976fc8fe6dd5aaa82d5df2dbcc9c:A 2024-11-13T08:37:51,802 INFO [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5d17976fc8fe6dd5aaa82d5df2dbcc9c#C#compaction#245 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-13T08:37:51,802 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/5d17976fc8fe6dd5aaa82d5df2dbcc9c/.tmp/C/2051fee3f99342f5810378f8986d26f9 is 50, key is test_row_0/C:col10/1731487069410/Put/seqid=0 2024-11-13T08:37:51,810 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38605 is added to blk_1073742118_1294 (size=12663) 2024-11-13T08:37:51,887 INFO [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=230 (bloomFilter=true), to=hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/5d17976fc8fe6dd5aaa82d5df2dbcc9c/.tmp/A/05fb657a87ae486aacf083667788ce55 2024-11-13T08:37:51,919 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/5d17976fc8fe6dd5aaa82d5df2dbcc9c/.tmp/B/897650a59b994d539f3c2a8f4ee23126 is 50, key is test_row_0/B:col10/1731487070086/Put/seqid=0 2024-11-13T08:37:51,925 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38605 is added to blk_1073742119_1295 (size=12151) 2024-11-13T08:37:51,926 INFO [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=230 (bloomFilter=true), to=hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/5d17976fc8fe6dd5aaa82d5df2dbcc9c/.tmp/B/897650a59b994d539f3c2a8f4ee23126 2024-11-13T08:37:51,935 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/5d17976fc8fe6dd5aaa82d5df2dbcc9c/.tmp/C/34ab4b6b9d90402897646c8e82fc16de is 50, key is test_row_0/C:col10/1731487070086/Put/seqid=0 2024-11-13T08:37:51,947 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38605 is added to blk_1073742120_1296 (size=12151) 2024-11-13T08:37:52,216 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/5d17976fc8fe6dd5aaa82d5df2dbcc9c/.tmp/C/2051fee3f99342f5810378f8986d26f9 as hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/5d17976fc8fe6dd5aaa82d5df2dbcc9c/C/2051fee3f99342f5810378f8986d26f9 2024-11-13T08:37:52,221 INFO [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 5d17976fc8fe6dd5aaa82d5df2dbcc9c/C of 5d17976fc8fe6dd5aaa82d5df2dbcc9c into 2051fee3f99342f5810378f8986d26f9(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T08:37:52,221 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 5d17976fc8fe6dd5aaa82d5df2dbcc9c: 2024-11-13T08:37:52,221 INFO [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., storeName=5d17976fc8fe6dd5aaa82d5df2dbcc9c/C, priority=13, startTime=1731487071335; duration=0sec 2024-11-13T08:37:52,221 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T08:37:52,221 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5d17976fc8fe6dd5aaa82d5df2dbcc9c:C 2024-11-13T08:37:52,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45349 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=78 2024-11-13T08:37:52,247 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c. as already flushing 2024-11-13T08:37:52,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] regionserver.HRegion(8855): Flush requested on 5d17976fc8fe6dd5aaa82d5df2dbcc9c 2024-11-13T08:37:52,268 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:37:52,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57018 deadline: 1731487132263, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:37:52,269 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:37:52,269 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 , the old value is region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:52,269 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:52,269 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 because the exception is null or not the one we care about 2024-11-13T08:37:52,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57042 deadline: 1731487132264, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:37:52,269 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:37:52,269 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 , the old value is region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:52,270 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:52,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57052 deadline: 1731487132265, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:37:52,270 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 because the exception is null or not the one we care about 2024-11-13T08:37:52,270 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 , the old value is region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:52,270 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:37:52,270 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:52,270 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 because the exception is null or not the one we care about 2024-11-13T08:37:52,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57064 deadline: 1731487132266, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:37:52,270 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 , the old value is region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:52,270 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:52,270 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 because the exception is null or not the one we care about 2024-11-13T08:37:52,348 INFO [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=230 (bloomFilter=true), to=hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/5d17976fc8fe6dd5aaa82d5df2dbcc9c/.tmp/C/34ab4b6b9d90402897646c8e82fc16de 2024-11-13T08:37:52,352 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/5d17976fc8fe6dd5aaa82d5df2dbcc9c/.tmp/A/05fb657a87ae486aacf083667788ce55 as hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/5d17976fc8fe6dd5aaa82d5df2dbcc9c/A/05fb657a87ae486aacf083667788ce55 2024-11-13T08:37:52,357 INFO [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/5d17976fc8fe6dd5aaa82d5df2dbcc9c/A/05fb657a87ae486aacf083667788ce55, entries=150, sequenceid=230, filesize=11.9 K 2024-11-13T08:37:52,358 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/5d17976fc8fe6dd5aaa82d5df2dbcc9c/.tmp/B/897650a59b994d539f3c2a8f4ee23126 as hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/5d17976fc8fe6dd5aaa82d5df2dbcc9c/B/897650a59b994d539f3c2a8f4ee23126 2024-11-13T08:37:52,361 INFO [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/5d17976fc8fe6dd5aaa82d5df2dbcc9c/B/897650a59b994d539f3c2a8f4ee23126, entries=150, sequenceid=230, filesize=11.9 K 2024-11-13T08:37:52,362 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/5d17976fc8fe6dd5aaa82d5df2dbcc9c/.tmp/C/34ab4b6b9d90402897646c8e82fc16de as hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/5d17976fc8fe6dd5aaa82d5df2dbcc9c/C/34ab4b6b9d90402897646c8e82fc16de 2024-11-13T08:37:52,366 INFO [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/5d17976fc8fe6dd5aaa82d5df2dbcc9c/C/34ab4b6b9d90402897646c8e82fc16de, entries=150, sequenceid=230, filesize=11.9 K 2024-11-13T08:37:52,367 INFO [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegion(3140): Finished flush of dataSize ~114.05 KB/116790, heapSize ~299.53 KB/306720, currentSize=87.22 KB/89310 for 5d17976fc8fe6dd5aaa82d5df2dbcc9c in 893ms, sequenceid=230, compaction requested=false 2024-11-13T08:37:52,367 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegion(2603): Flush status journal for 5d17976fc8fe6dd5aaa82d5df2dbcc9c: 2024-11-13T08:37:52,367 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c. 2024-11-13T08:37:52,367 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=79 2024-11-13T08:37:52,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45349 {}] master.HMaster(4169): Remote procedure done, pid=79 2024-11-13T08:37:52,371 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=79, resume processing ppid=78 2024-11-13T08:37:52,371 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=79, ppid=78, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.2770 sec 2024-11-13T08:37:52,373 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=78, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=78, table=TestAcidGuarantees in 2.2860 sec 2024-11-13T08:37:52,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] regionserver.HRegion(8855): Flush requested on 5d17976fc8fe6dd5aaa82d5df2dbcc9c 2024-11-13T08:37:52,377 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-13T08:37:52,377 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 5d17976fc8fe6dd5aaa82d5df2dbcc9c 3/3 column families, dataSize=93.93 KB heapSize=246.84 KB 2024-11-13T08:37:52,383 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/5d17976fc8fe6dd5aaa82d5df2dbcc9c/.tmp/A/eb0bd7fb945a4e278839deda7cfb0504 is 50, key is test_row_0/A:col10/1731487072262/Put/seqid=0 2024-11-13T08:37:52,389 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38605 is added to blk_1073742121_1297 (size=12151) 2024-11-13T08:37:52,390 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=250 (bloomFilter=true), to=hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/5d17976fc8fe6dd5aaa82d5df2dbcc9c/.tmp/A/eb0bd7fb945a4e278839deda7cfb0504 2024-11-13T08:37:52,399 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/5d17976fc8fe6dd5aaa82d5df2dbcc9c/.tmp/B/c0c3240027fb4eb1b229ad7b273fcc3a is 50, key is test_row_0/B:col10/1731487072262/Put/seqid=0 2024-11-13T08:37:52,403 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:37:52,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57042 deadline: 1731487132397, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:37:52,404 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 , the old value is region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:52,404 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:52,404 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 because the exception is null or not the one we care about 2024-11-13T08:37:52,407 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:37:52,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57064 deadline: 1731487132402, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:37:52,408 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 , the old value is region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:52,408 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:52,408 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 because the exception is null or not the one we care about 2024-11-13T08:37:52,409 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:37:52,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57052 deadline: 1731487132404, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:37:52,409 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 , the old value is region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:52,409 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:37:52,409 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:52,409 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 because the exception is null or not the one we care about 2024-11-13T08:37:52,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57018 deadline: 1731487132404, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:37:52,410 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 , the old value is region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:52,410 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:52,410 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 because the exception is null or not the one we care about 2024-11-13T08:37:52,414 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38605 is added to blk_1073742122_1298 (size=12151) 2024-11-13T08:37:52,415 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=250 (bloomFilter=true), to=hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/5d17976fc8fe6dd5aaa82d5df2dbcc9c/.tmp/B/c0c3240027fb4eb1b229ad7b273fcc3a 2024-11-13T08:37:52,430 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/5d17976fc8fe6dd5aaa82d5df2dbcc9c/.tmp/C/72f5eec81a0a4da0bda898afbe80f744 is 50, key is test_row_0/C:col10/1731487072262/Put/seqid=0 2024-11-13T08:37:52,446 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38605 is added to blk_1073742123_1299 (size=12151) 2024-11-13T08:37:52,448 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=250 (bloomFilter=true), to=hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/5d17976fc8fe6dd5aaa82d5df2dbcc9c/.tmp/C/72f5eec81a0a4da0bda898afbe80f744 2024-11-13T08:37:52,454 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/5d17976fc8fe6dd5aaa82d5df2dbcc9c/.tmp/A/eb0bd7fb945a4e278839deda7cfb0504 as hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/5d17976fc8fe6dd5aaa82d5df2dbcc9c/A/eb0bd7fb945a4e278839deda7cfb0504 2024-11-13T08:37:52,460 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/5d17976fc8fe6dd5aaa82d5df2dbcc9c/A/eb0bd7fb945a4e278839deda7cfb0504, entries=150, sequenceid=250, filesize=11.9 K 2024-11-13T08:37:52,460 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/5d17976fc8fe6dd5aaa82d5df2dbcc9c/.tmp/B/c0c3240027fb4eb1b229ad7b273fcc3a as hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/5d17976fc8fe6dd5aaa82d5df2dbcc9c/B/c0c3240027fb4eb1b229ad7b273fcc3a 2024-11-13T08:37:52,464 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/5d17976fc8fe6dd5aaa82d5df2dbcc9c/B/c0c3240027fb4eb1b229ad7b273fcc3a, entries=150, sequenceid=250, filesize=11.9 K 2024-11-13T08:37:52,465 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/5d17976fc8fe6dd5aaa82d5df2dbcc9c/.tmp/C/72f5eec81a0a4da0bda898afbe80f744 as hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/5d17976fc8fe6dd5aaa82d5df2dbcc9c/C/72f5eec81a0a4da0bda898afbe80f744 2024-11-13T08:37:52,469 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/5d17976fc8fe6dd5aaa82d5df2dbcc9c/C/72f5eec81a0a4da0bda898afbe80f744, entries=150, sequenceid=250, filesize=11.9 K 2024-11-13T08:37:52,470 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~93.93 KB/96180, heapSize ~246.80 KB/252720, currentSize=107.34 KB/109920 for 5d17976fc8fe6dd5aaa82d5df2dbcc9c in 93ms, sequenceid=250, compaction requested=true 2024-11-13T08:37:52,470 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 5d17976fc8fe6dd5aaa82d5df2dbcc9c: 2024-11-13T08:37:52,470 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5d17976fc8fe6dd5aaa82d5df2dbcc9c:A, priority=-2147483648, current under compaction store size is 1 2024-11-13T08:37:52,470 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T08:37:52,470 DEBUG [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-13T08:37:52,470 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5d17976fc8fe6dd5aaa82d5df2dbcc9c:B, priority=-2147483648, current under compaction store size is 2 2024-11-13T08:37:52,470 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T08:37:52,470 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5d17976fc8fe6dd5aaa82d5df2dbcc9c:C, priority=-2147483648, current under compaction store size is 3 2024-11-13T08:37:52,470 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-13T08:37:52,470 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-13T08:37:52,471 DEBUG [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36965 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-13T08:37:52,471 DEBUG [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] regionserver.HStore(1541): 5d17976fc8fe6dd5aaa82d5df2dbcc9c/A is initiating minor compaction (all files) 2024-11-13T08:37:52,472 INFO [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 5d17976fc8fe6dd5aaa82d5df2dbcc9c/A in TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c. 2024-11-13T08:37:52,472 INFO [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/5d17976fc8fe6dd5aaa82d5df2dbcc9c/A/4627ab685adb44be846c0d3014c51a23, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/5d17976fc8fe6dd5aaa82d5df2dbcc9c/A/05fb657a87ae486aacf083667788ce55, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/5d17976fc8fe6dd5aaa82d5df2dbcc9c/A/eb0bd7fb945a4e278839deda7cfb0504] into tmpdir=hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/5d17976fc8fe6dd5aaa82d5df2dbcc9c/.tmp, totalSize=36.1 K 2024-11-13T08:37:52,472 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36965 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-13T08:37:52,472 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] regionserver.HStore(1541): 5d17976fc8fe6dd5aaa82d5df2dbcc9c/B is initiating minor compaction (all files) 2024-11-13T08:37:52,472 INFO [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 5d17976fc8fe6dd5aaa82d5df2dbcc9c/B in TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c. 2024-11-13T08:37:52,472 INFO [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/5d17976fc8fe6dd5aaa82d5df2dbcc9c/B/5128997980b444ea8b66b0de5056a596, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/5d17976fc8fe6dd5aaa82d5df2dbcc9c/B/897650a59b994d539f3c2a8f4ee23126, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/5d17976fc8fe6dd5aaa82d5df2dbcc9c/B/c0c3240027fb4eb1b229ad7b273fcc3a] into tmpdir=hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/5d17976fc8fe6dd5aaa82d5df2dbcc9c/.tmp, totalSize=36.1 K 2024-11-13T08:37:52,472 DEBUG [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] compactions.Compactor(225): Compacting 4627ab685adb44be846c0d3014c51a23, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=210, earliestPutTs=1731487069410 2024-11-13T08:37:52,474 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] compactions.Compactor(225): Compacting 5128997980b444ea8b66b0de5056a596, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=210, earliestPutTs=1731487069410 2024-11-13T08:37:52,474 DEBUG [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] compactions.Compactor(225): Compacting 05fb657a87ae486aacf083667788ce55, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=230, earliestPutTs=1731487070078 2024-11-13T08:37:52,474 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] compactions.Compactor(225): Compacting 897650a59b994d539f3c2a8f4ee23126, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=230, earliestPutTs=1731487070078 2024-11-13T08:37:52,474 DEBUG [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] compactions.Compactor(225): Compacting eb0bd7fb945a4e278839deda7cfb0504, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=250, earliestPutTs=1731487072262 2024-11-13T08:37:52,474 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] compactions.Compactor(225): Compacting c0c3240027fb4eb1b229ad7b273fcc3a, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=250, earliestPutTs=1731487072262 2024-11-13T08:37:52,507 INFO [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5d17976fc8fe6dd5aaa82d5df2dbcc9c#A#compaction#251 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-13T08:37:52,508 DEBUG [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/5d17976fc8fe6dd5aaa82d5df2dbcc9c/.tmp/A/b2324d3f92c7443caae8cf319b7f525d is 50, key is test_row_0/A:col10/1731487072262/Put/seqid=0 2024-11-13T08:37:52,521 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-13T08:37:52,521 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 5d17976fc8fe6dd5aaa82d5df2dbcc9c 3/3 column families, dataSize=114.05 KB heapSize=299.58 KB 2024-11-13T08:37:52,522 INFO [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5d17976fc8fe6dd5aaa82d5df2dbcc9c#B#compaction#252 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-13T08:37:52,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] regionserver.HRegion(8855): Flush requested on 5d17976fc8fe6dd5aaa82d5df2dbcc9c 2024-11-13T08:37:52,523 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/5d17976fc8fe6dd5aaa82d5df2dbcc9c/.tmp/B/0411d92451f749728796b5b0a8958693 is 50, key is test_row_0/B:col10/1731487072262/Put/seqid=0 2024-11-13T08:37:52,536 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/5d17976fc8fe6dd5aaa82d5df2dbcc9c/.tmp/A/724c15a5af9540e891a5b86cad122e09 is 50, key is test_row_0/A:col10/1731487072519/Put/seqid=0 2024-11-13T08:37:52,548 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:37:52,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57018 deadline: 1731487132541, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:37:52,548 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:37:52,548 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 , the old value is region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:52,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57052 deadline: 1731487132542, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:37:52,548 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:52,548 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 because the exception is null or not the one we care about 2024-11-13T08:37:52,549 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 , the old value is region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:52,549 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:52,549 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 because the exception is null or not the one we care about 2024-11-13T08:37:52,554 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:37:52,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57064 deadline: 1731487132547, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:37:52,554 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:37:52,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57042 deadline: 1731487132548, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:37:52,555 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 , the old value is region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:52,555 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:52,555 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 because the exception is null or not the one we care about 2024-11-13T08:37:52,556 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 , the old value is region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:52,556 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:52,556 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 because the exception is null or not the one we care about 2024-11-13T08:37:52,566 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38605 is added to blk_1073742124_1300 (size=12765) 2024-11-13T08:37:52,572 DEBUG [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/5d17976fc8fe6dd5aaa82d5df2dbcc9c/.tmp/A/b2324d3f92c7443caae8cf319b7f525d as hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/5d17976fc8fe6dd5aaa82d5df2dbcc9c/A/b2324d3f92c7443caae8cf319b7f525d 2024-11-13T08:37:52,579 INFO [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 5d17976fc8fe6dd5aaa82d5df2dbcc9c/A of 5d17976fc8fe6dd5aaa82d5df2dbcc9c into b2324d3f92c7443caae8cf319b7f525d(size=12.5 K), total size for store is 12.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T08:37:52,579 DEBUG [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 5d17976fc8fe6dd5aaa82d5df2dbcc9c: 2024-11-13T08:37:52,579 INFO [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., storeName=5d17976fc8fe6dd5aaa82d5df2dbcc9c/A, priority=13, startTime=1731487072470; duration=0sec 2024-11-13T08:37:52,580 DEBUG [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-13T08:37:52,580 DEBUG [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5d17976fc8fe6dd5aaa82d5df2dbcc9c:A 2024-11-13T08:37:52,580 DEBUG [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-13T08:37:52,581 DEBUG [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36965 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-13T08:37:52,581 DEBUG [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] regionserver.HStore(1541): 5d17976fc8fe6dd5aaa82d5df2dbcc9c/C is initiating minor compaction (all files) 2024-11-13T08:37:52,581 INFO [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 5d17976fc8fe6dd5aaa82d5df2dbcc9c/C in TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c. 2024-11-13T08:37:52,581 INFO [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/5d17976fc8fe6dd5aaa82d5df2dbcc9c/C/2051fee3f99342f5810378f8986d26f9, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/5d17976fc8fe6dd5aaa82d5df2dbcc9c/C/34ab4b6b9d90402897646c8e82fc16de, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/5d17976fc8fe6dd5aaa82d5df2dbcc9c/C/72f5eec81a0a4da0bda898afbe80f744] into tmpdir=hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/5d17976fc8fe6dd5aaa82d5df2dbcc9c/.tmp, totalSize=36.1 K 2024-11-13T08:37:52,581 DEBUG [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] compactions.Compactor(225): Compacting 2051fee3f99342f5810378f8986d26f9, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=210, earliestPutTs=1731487069410 2024-11-13T08:37:52,582 DEBUG [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] compactions.Compactor(225): Compacting 34ab4b6b9d90402897646c8e82fc16de, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=230, earliestPutTs=1731487070078 2024-11-13T08:37:52,582 DEBUG [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] compactions.Compactor(225): Compacting 72f5eec81a0a4da0bda898afbe80f744, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=250, earliestPutTs=1731487072262 2024-11-13T08:37:52,598 INFO [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5d17976fc8fe6dd5aaa82d5df2dbcc9c#C#compaction#254 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-13T08:37:52,599 DEBUG [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/5d17976fc8fe6dd5aaa82d5df2dbcc9c/.tmp/C/910c1814be4d4ca9a4f17bb2303f19a7 is 50, key is test_row_0/C:col10/1731487072262/Put/seqid=0 2024-11-13T08:37:52,618 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38605 is added to blk_1073742125_1301 (size=12765) 2024-11-13T08:37:52,625 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/5d17976fc8fe6dd5aaa82d5df2dbcc9c/.tmp/B/0411d92451f749728796b5b0a8958693 as hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/5d17976fc8fe6dd5aaa82d5df2dbcc9c/B/0411d92451f749728796b5b0a8958693 2024-11-13T08:37:52,632 INFO [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 5d17976fc8fe6dd5aaa82d5df2dbcc9c/B of 5d17976fc8fe6dd5aaa82d5df2dbcc9c into 0411d92451f749728796b5b0a8958693(size=12.5 K), total size for store is 12.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T08:37:52,632 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 5d17976fc8fe6dd5aaa82d5df2dbcc9c: 2024-11-13T08:37:52,632 INFO [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., storeName=5d17976fc8fe6dd5aaa82d5df2dbcc9c/B, priority=13, startTime=1731487072470; duration=0sec 2024-11-13T08:37:52,632 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T08:37:52,632 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5d17976fc8fe6dd5aaa82d5df2dbcc9c:B 2024-11-13T08:37:52,638 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38605 is added to blk_1073742126_1302 (size=12301) 2024-11-13T08:37:52,639 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=271 (bloomFilter=true), to=hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/5d17976fc8fe6dd5aaa82d5df2dbcc9c/.tmp/A/724c15a5af9540e891a5b86cad122e09 2024-11-13T08:37:52,657 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:37:52,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57052 deadline: 1731487132655, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:37:52,657 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:37:52,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57018 deadline: 1731487132655, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:37:52,658 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 , the old value is region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:52,658 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:52,658 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 , the old value is region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:52,658 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 because the exception is null or not the one we care about 2024-11-13T08:37:52,658 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:52,658 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 because the exception is null or not the one we care about 2024-11-13T08:37:52,663 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38605 is added to blk_1073742127_1303 (size=12765) 2024-11-13T08:37:52,667 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/5d17976fc8fe6dd5aaa82d5df2dbcc9c/.tmp/B/79391595eff7403ba04eec49744ba72f is 50, key is test_row_0/B:col10/1731487072519/Put/seqid=0 2024-11-13T08:37:52,669 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:37:52,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57042 deadline: 1731487132665, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:37:52,669 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 , the old value is region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:52,669 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:52,669 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 because the exception is null or not the one we care about 2024-11-13T08:37:52,671 DEBUG [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/5d17976fc8fe6dd5aaa82d5df2dbcc9c/.tmp/C/910c1814be4d4ca9a4f17bb2303f19a7 as hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/5d17976fc8fe6dd5aaa82d5df2dbcc9c/C/910c1814be4d4ca9a4f17bb2303f19a7 2024-11-13T08:37:52,672 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:37:52,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57064 deadline: 1731487132667, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:37:52,672 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 , the old value is region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:52,672 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:52,672 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 because the exception is null or not the one we care about 2024-11-13T08:37:52,681 INFO [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 5d17976fc8fe6dd5aaa82d5df2dbcc9c/C of 5d17976fc8fe6dd5aaa82d5df2dbcc9c into 910c1814be4d4ca9a4f17bb2303f19a7(size=12.5 K), total size for store is 12.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T08:37:52,681 DEBUG [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 5d17976fc8fe6dd5aaa82d5df2dbcc9c: 2024-11-13T08:37:52,681 INFO [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., storeName=5d17976fc8fe6dd5aaa82d5df2dbcc9c/C, priority=13, startTime=1731487072470; duration=0sec 2024-11-13T08:37:52,681 DEBUG [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T08:37:52,681 DEBUG [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5d17976fc8fe6dd5aaa82d5df2dbcc9c:C 2024-11-13T08:37:52,701 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38605 is added to blk_1073742128_1304 (size=12301) 2024-11-13T08:37:52,702 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=271 (bloomFilter=true), to=hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/5d17976fc8fe6dd5aaa82d5df2dbcc9c/.tmp/B/79391595eff7403ba04eec49744ba72f 2024-11-13T08:37:52,731 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/5d17976fc8fe6dd5aaa82d5df2dbcc9c/.tmp/C/ef78c7eedf65447eb3f6e4d756c68364 is 50, key is test_row_0/C:col10/1731487072519/Put/seqid=0 2024-11-13T08:37:52,779 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38605 is added to blk_1073742129_1305 (size=12301) 2024-11-13T08:37:52,780 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=271 (bloomFilter=true), to=hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/5d17976fc8fe6dd5aaa82d5df2dbcc9c/.tmp/C/ef78c7eedf65447eb3f6e4d756c68364 2024-11-13T08:37:52,790 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/5d17976fc8fe6dd5aaa82d5df2dbcc9c/.tmp/A/724c15a5af9540e891a5b86cad122e09 as hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/5d17976fc8fe6dd5aaa82d5df2dbcc9c/A/724c15a5af9540e891a5b86cad122e09 2024-11-13T08:37:52,798 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/5d17976fc8fe6dd5aaa82d5df2dbcc9c/A/724c15a5af9540e891a5b86cad122e09, entries=150, sequenceid=271, filesize=12.0 K 2024-11-13T08:37:52,808 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/5d17976fc8fe6dd5aaa82d5df2dbcc9c/.tmp/B/79391595eff7403ba04eec49744ba72f as hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/5d17976fc8fe6dd5aaa82d5df2dbcc9c/B/79391595eff7403ba04eec49744ba72f 2024-11-13T08:37:52,816 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/5d17976fc8fe6dd5aaa82d5df2dbcc9c/B/79391595eff7403ba04eec49744ba72f, entries=150, sequenceid=271, filesize=12.0 K 2024-11-13T08:37:52,818 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/5d17976fc8fe6dd5aaa82d5df2dbcc9c/.tmp/C/ef78c7eedf65447eb3f6e4d756c68364 as hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/5d17976fc8fe6dd5aaa82d5df2dbcc9c/C/ef78c7eedf65447eb3f6e4d756c68364 2024-11-13T08:37:52,823 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/5d17976fc8fe6dd5aaa82d5df2dbcc9c/C/ef78c7eedf65447eb3f6e4d756c68364, entries=150, sequenceid=271, filesize=12.0 K 2024-11-13T08:37:52,824 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~120.76 KB/123660, heapSize ~317.11 KB/324720, currentSize=80.51 KB/82440 for 5d17976fc8fe6dd5aaa82d5df2dbcc9c in 303ms, sequenceid=271, compaction requested=false 2024-11-13T08:37:52,824 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 5d17976fc8fe6dd5aaa82d5df2dbcc9c: 2024-11-13T08:37:52,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] regionserver.HRegion(8855): Flush requested on 5d17976fc8fe6dd5aaa82d5df2dbcc9c 2024-11-13T08:37:52,868 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-13T08:37:52,868 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 5d17976fc8fe6dd5aaa82d5df2dbcc9c 3/3 column families, dataSize=87.22 KB heapSize=229.27 KB 2024-11-13T08:37:52,875 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/5d17976fc8fe6dd5aaa82d5df2dbcc9c/.tmp/A/26e2237f5b8947949a05061509302567 is 50, key is test_row_0/A:col10/1731487072545/Put/seqid=0 2024-11-13T08:37:52,881 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38605 is added to blk_1073742130_1306 (size=14741) 2024-11-13T08:37:52,896 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:37:52,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57018 deadline: 1731487132891, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:37:52,896 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 , the old value is region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:52,896 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:52,896 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 because the exception is null or not the one we care about 2024-11-13T08:37:52,898 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:37:52,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57052 deadline: 1731487132892, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:37:52,899 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 , the old value is region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:52,899 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:37:52,899 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:52,899 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 because the exception is null or not the one we care about 2024-11-13T08:37:52,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57064 deadline: 1731487132893, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:37:52,899 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 , the old value is region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:52,899 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:52,899 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 because the exception is null or not the one we care about 2024-11-13T08:37:52,900 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:37:52,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57042 deadline: 1731487132896, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:37:52,900 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 , the old value is region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:52,900 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:52,900 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 because the exception is null or not the one we care about 2024-11-13T08:37:53,008 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:37:53,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57018 deadline: 1731487133006, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:37:53,009 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:37:53,009 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 , the old value is region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:53,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57052 deadline: 1731487133006, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:37:53,009 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:53,009 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 because the exception is null or not the one we care about 2024-11-13T08:37:53,009 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:37:53,009 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 , the old value is region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:53,009 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:53,009 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 because the exception is null or not the one we care about 2024-11-13T08:37:53,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57064 deadline: 1731487133006, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:37:53,010 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:37:53,010 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 , the old value is region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:53,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57042 deadline: 1731487133006, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:37:53,010 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:53,010 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 because the exception is null or not the one we care about 2024-11-13T08:37:53,010 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 , the old value is region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:53,010 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:53,010 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 because the exception is null or not the one we care about 2024-11-13T08:37:53,218 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:37:53,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57018 deadline: 1731487133215, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:37:53,219 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 , the old value is region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:53,219 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:37:53,219 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:53,219 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 because the exception is null or not the one we care about 2024-11-13T08:37:53,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57064 deadline: 1731487133215, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:37:53,219 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 , the old value is region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:53,219 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:37:53,219 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:53,219 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 because the exception is null or not the one we care about 2024-11-13T08:37:53,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57052 deadline: 1731487133216, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:37:53,219 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:37:53,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57042 deadline: 1731487133216, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:37:53,220 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 , the old value is region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:53,220 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:53,220 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 because the exception is null or not the one we care about 2024-11-13T08:37:53,225 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 , the old value is region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:53,225 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:53,225 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 because the exception is null or not the one we care about 2024-11-13T08:37:53,283 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=291 (bloomFilter=true), to=hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/5d17976fc8fe6dd5aaa82d5df2dbcc9c/.tmp/A/26e2237f5b8947949a05061509302567 2024-11-13T08:37:53,291 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/5d17976fc8fe6dd5aaa82d5df2dbcc9c/.tmp/B/612b05eff9184e5893dd58e2e6acde46 is 50, key is test_row_0/B:col10/1731487072545/Put/seqid=0 2024-11-13T08:37:53,295 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38605 is added to blk_1073742131_1307 (size=12301) 2024-11-13T08:37:53,296 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=291 (bloomFilter=true), to=hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/5d17976fc8fe6dd5aaa82d5df2dbcc9c/.tmp/B/612b05eff9184e5893dd58e2e6acde46 2024-11-13T08:37:53,305 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/5d17976fc8fe6dd5aaa82d5df2dbcc9c/.tmp/C/a343d35ad04f4c4bb080486f610815ff is 50, key is test_row_0/C:col10/1731487072545/Put/seqid=0 2024-11-13T08:37:53,308 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38605 is added to blk_1073742132_1308 (size=12301) 2024-11-13T08:37:53,310 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=291 (bloomFilter=true), to=hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/5d17976fc8fe6dd5aaa82d5df2dbcc9c/.tmp/C/a343d35ad04f4c4bb080486f610815ff 2024-11-13T08:37:53,315 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/5d17976fc8fe6dd5aaa82d5df2dbcc9c/.tmp/A/26e2237f5b8947949a05061509302567 as hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/5d17976fc8fe6dd5aaa82d5df2dbcc9c/A/26e2237f5b8947949a05061509302567 2024-11-13T08:37:53,323 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/5d17976fc8fe6dd5aaa82d5df2dbcc9c/A/26e2237f5b8947949a05061509302567, entries=200, sequenceid=291, filesize=14.4 K 2024-11-13T08:37:53,324 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/5d17976fc8fe6dd5aaa82d5df2dbcc9c/.tmp/B/612b05eff9184e5893dd58e2e6acde46 as hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/5d17976fc8fe6dd5aaa82d5df2dbcc9c/B/612b05eff9184e5893dd58e2e6acde46 2024-11-13T08:37:53,330 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/5d17976fc8fe6dd5aaa82d5df2dbcc9c/B/612b05eff9184e5893dd58e2e6acde46, entries=150, sequenceid=291, filesize=12.0 K 2024-11-13T08:37:53,332 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/5d17976fc8fe6dd5aaa82d5df2dbcc9c/.tmp/C/a343d35ad04f4c4bb080486f610815ff as hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/5d17976fc8fe6dd5aaa82d5df2dbcc9c/C/a343d35ad04f4c4bb080486f610815ff 2024-11-13T08:37:53,336 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/5d17976fc8fe6dd5aaa82d5df2dbcc9c/C/a343d35ad04f4c4bb080486f610815ff, entries=150, sequenceid=291, filesize=12.0 K 2024-11-13T08:37:53,337 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~93.93 KB/96180, heapSize ~246.80 KB/252720, currentSize=107.34 KB/109920 for 5d17976fc8fe6dd5aaa82d5df2dbcc9c in 469ms, sequenceid=291, compaction requested=true 2024-11-13T08:37:53,337 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 5d17976fc8fe6dd5aaa82d5df2dbcc9c: 2024-11-13T08:37:53,337 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5d17976fc8fe6dd5aaa82d5df2dbcc9c:A, priority=-2147483648, current under compaction store size is 1 2024-11-13T08:37:53,337 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T08:37:53,337 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5d17976fc8fe6dd5aaa82d5df2dbcc9c:B, priority=-2147483648, current under compaction store size is 2 2024-11-13T08:37:53,337 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-13T08:37:53,337 DEBUG [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-13T08:37:53,337 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5d17976fc8fe6dd5aaa82d5df2dbcc9c:C, priority=-2147483648, current under compaction store size is 3 2024-11-13T08:37:53,337 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-13T08:37:53,338 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-13T08:37:53,339 DEBUG [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 39807 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-13T08:37:53,339 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37367 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-13T08:37:53,339 DEBUG [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] regionserver.HStore(1541): 5d17976fc8fe6dd5aaa82d5df2dbcc9c/A is initiating minor compaction (all files) 2024-11-13T08:37:53,339 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] regionserver.HStore(1541): 5d17976fc8fe6dd5aaa82d5df2dbcc9c/B is initiating minor compaction (all files) 2024-11-13T08:37:53,339 INFO [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 5d17976fc8fe6dd5aaa82d5df2dbcc9c/A in TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c. 2024-11-13T08:37:53,339 INFO [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 5d17976fc8fe6dd5aaa82d5df2dbcc9c/B in TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c. 2024-11-13T08:37:53,339 INFO [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/5d17976fc8fe6dd5aaa82d5df2dbcc9c/B/0411d92451f749728796b5b0a8958693, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/5d17976fc8fe6dd5aaa82d5df2dbcc9c/B/79391595eff7403ba04eec49744ba72f, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/5d17976fc8fe6dd5aaa82d5df2dbcc9c/B/612b05eff9184e5893dd58e2e6acde46] into tmpdir=hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/5d17976fc8fe6dd5aaa82d5df2dbcc9c/.tmp, totalSize=36.5 K 2024-11-13T08:37:53,339 INFO [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/5d17976fc8fe6dd5aaa82d5df2dbcc9c/A/b2324d3f92c7443caae8cf319b7f525d, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/5d17976fc8fe6dd5aaa82d5df2dbcc9c/A/724c15a5af9540e891a5b86cad122e09, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/5d17976fc8fe6dd5aaa82d5df2dbcc9c/A/26e2237f5b8947949a05061509302567] into tmpdir=hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/5d17976fc8fe6dd5aaa82d5df2dbcc9c/.tmp, totalSize=38.9 K 2024-11-13T08:37:53,339 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] compactions.Compactor(225): Compacting 0411d92451f749728796b5b0a8958693, keycount=150, bloomtype=ROW, size=12.5 K, encoding=NONE, compression=NONE, seqNum=250, earliestPutTs=1731487072262 2024-11-13T08:37:53,340 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] compactions.Compactor(225): Compacting 79391595eff7403ba04eec49744ba72f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=271, earliestPutTs=1731487072401 2024-11-13T08:37:53,340 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] compactions.Compactor(225): Compacting 612b05eff9184e5893dd58e2e6acde46, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=291, earliestPutTs=1731487072545 2024-11-13T08:37:53,341 DEBUG [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] compactions.Compactor(225): Compacting b2324d3f92c7443caae8cf319b7f525d, keycount=150, bloomtype=ROW, size=12.5 K, encoding=NONE, compression=NONE, seqNum=250, earliestPutTs=1731487072262 2024-11-13T08:37:53,341 DEBUG [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] compactions.Compactor(225): Compacting 724c15a5af9540e891a5b86cad122e09, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=271, earliestPutTs=1731487072401 2024-11-13T08:37:53,341 DEBUG [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] compactions.Compactor(225): Compacting 26e2237f5b8947949a05061509302567, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=291, earliestPutTs=1731487072545 2024-11-13T08:37:53,358 INFO [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5d17976fc8fe6dd5aaa82d5df2dbcc9c#A#compaction#260 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-13T08:37:53,358 INFO [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5d17976fc8fe6dd5aaa82d5df2dbcc9c#B#compaction#261 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-13T08:37:53,359 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/5d17976fc8fe6dd5aaa82d5df2dbcc9c/.tmp/B/8c628147ebc2473e9e2b4b2e19832e72 is 50, key is test_row_0/B:col10/1731487072545/Put/seqid=0 2024-11-13T08:37:53,360 DEBUG [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/5d17976fc8fe6dd5aaa82d5df2dbcc9c/.tmp/A/726b3ba888bb41a4814fe5cc1eb5283a is 50, key is test_row_0/A:col10/1731487072545/Put/seqid=0 2024-11-13T08:37:53,368 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38605 is added to blk_1073742133_1309 (size=13017) 2024-11-13T08:37:53,375 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/5d17976fc8fe6dd5aaa82d5df2dbcc9c/.tmp/B/8c628147ebc2473e9e2b4b2e19832e72 as hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/5d17976fc8fe6dd5aaa82d5df2dbcc9c/B/8c628147ebc2473e9e2b4b2e19832e72 2024-11-13T08:37:53,384 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38605 is added to blk_1073742134_1310 (size=13017) 2024-11-13T08:37:53,386 INFO [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 5d17976fc8fe6dd5aaa82d5df2dbcc9c/B of 5d17976fc8fe6dd5aaa82d5df2dbcc9c into 8c628147ebc2473e9e2b4b2e19832e72(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T08:37:53,386 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 5d17976fc8fe6dd5aaa82d5df2dbcc9c: 2024-11-13T08:37:53,386 INFO [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., storeName=5d17976fc8fe6dd5aaa82d5df2dbcc9c/B, priority=13, startTime=1731487073337; duration=0sec 2024-11-13T08:37:53,386 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-13T08:37:53,387 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5d17976fc8fe6dd5aaa82d5df2dbcc9c:B 2024-11-13T08:37:53,387 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-13T08:37:53,388 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37367 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-13T08:37:53,388 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] regionserver.HStore(1541): 5d17976fc8fe6dd5aaa82d5df2dbcc9c/C is initiating minor compaction (all files) 2024-11-13T08:37:53,388 INFO [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 5d17976fc8fe6dd5aaa82d5df2dbcc9c/C in TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c. 2024-11-13T08:37:53,388 INFO [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/5d17976fc8fe6dd5aaa82d5df2dbcc9c/C/910c1814be4d4ca9a4f17bb2303f19a7, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/5d17976fc8fe6dd5aaa82d5df2dbcc9c/C/ef78c7eedf65447eb3f6e4d756c68364, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/5d17976fc8fe6dd5aaa82d5df2dbcc9c/C/a343d35ad04f4c4bb080486f610815ff] into tmpdir=hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/5d17976fc8fe6dd5aaa82d5df2dbcc9c/.tmp, totalSize=36.5 K 2024-11-13T08:37:53,389 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] compactions.Compactor(225): Compacting 910c1814be4d4ca9a4f17bb2303f19a7, keycount=150, bloomtype=ROW, size=12.5 K, encoding=NONE, compression=NONE, seqNum=250, earliestPutTs=1731487072262 2024-11-13T08:37:53,389 DEBUG [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/5d17976fc8fe6dd5aaa82d5df2dbcc9c/.tmp/A/726b3ba888bb41a4814fe5cc1eb5283a as hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/5d17976fc8fe6dd5aaa82d5df2dbcc9c/A/726b3ba888bb41a4814fe5cc1eb5283a 2024-11-13T08:37:53,389 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] compactions.Compactor(225): Compacting ef78c7eedf65447eb3f6e4d756c68364, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=271, earliestPutTs=1731487072401 2024-11-13T08:37:53,390 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] compactions.Compactor(225): Compacting a343d35ad04f4c4bb080486f610815ff, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=291, earliestPutTs=1731487072545 2024-11-13T08:37:53,395 INFO [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 5d17976fc8fe6dd5aaa82d5df2dbcc9c/A of 5d17976fc8fe6dd5aaa82d5df2dbcc9c into 726b3ba888bb41a4814fe5cc1eb5283a(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T08:37:53,395 DEBUG [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 5d17976fc8fe6dd5aaa82d5df2dbcc9c: 2024-11-13T08:37:53,395 INFO [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., storeName=5d17976fc8fe6dd5aaa82d5df2dbcc9c/A, priority=13, startTime=1731487073337; duration=0sec 2024-11-13T08:37:53,395 DEBUG [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T08:37:53,395 DEBUG [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5d17976fc8fe6dd5aaa82d5df2dbcc9c:A 2024-11-13T08:37:53,400 INFO [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5d17976fc8fe6dd5aaa82d5df2dbcc9c#C#compaction#262 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-13T08:37:53,400 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/5d17976fc8fe6dd5aaa82d5df2dbcc9c/.tmp/C/5547b60d66d448e9ac03a01d2e9c668b is 50, key is test_row_0/C:col10/1731487072545/Put/seqid=0 2024-11-13T08:37:53,414 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38605 is added to blk_1073742135_1311 (size=13017) 2024-11-13T08:37:53,420 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/5d17976fc8fe6dd5aaa82d5df2dbcc9c/.tmp/C/5547b60d66d448e9ac03a01d2e9c668b as hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/5d17976fc8fe6dd5aaa82d5df2dbcc9c/C/5547b60d66d448e9ac03a01d2e9c668b 2024-11-13T08:37:53,425 INFO [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 5d17976fc8fe6dd5aaa82d5df2dbcc9c/C of 5d17976fc8fe6dd5aaa82d5df2dbcc9c into 5547b60d66d448e9ac03a01d2e9c668b(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T08:37:53,425 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 5d17976fc8fe6dd5aaa82d5df2dbcc9c: 2024-11-13T08:37:53,425 INFO [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., storeName=5d17976fc8fe6dd5aaa82d5df2dbcc9c/C, priority=13, startTime=1731487073337; duration=0sec 2024-11-13T08:37:53,425 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T08:37:53,425 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5d17976fc8fe6dd5aaa82d5df2dbcc9c:C 2024-11-13T08:37:53,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] regionserver.HRegion(8855): Flush requested on 5d17976fc8fe6dd5aaa82d5df2dbcc9c 2024-11-13T08:37:53,528 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-13T08:37:53,529 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 5d17976fc8fe6dd5aaa82d5df2dbcc9c 3/3 column families, dataSize=114.05 KB heapSize=299.58 KB 2024-11-13T08:37:53,535 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/5d17976fc8fe6dd5aaa82d5df2dbcc9c/.tmp/A/939465ede45747009639331eda9888d3 is 50, key is test_row_0/A:col10/1731487073528/Put/seqid=0 2024-11-13T08:37:53,544 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:37:53,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57052 deadline: 1731487133543, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:37:53,544 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 , the old value is region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:53,544 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:53,544 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 because the exception is null or not the one we care about 2024-11-13T08:37:53,545 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:37:53,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57042 deadline: 1731487133544, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:37:53,545 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 , the old value is region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:53,545 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:53,545 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 because the exception is null or not the one we care about 2024-11-13T08:37:53,549 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:37:53,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57018 deadline: 1731487133545, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:37:53,549 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 , the old value is region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:53,549 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:37:53,549 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:53,549 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 because the exception is null or not the one we care about 2024-11-13T08:37:53,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57064 deadline: 1731487133545, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:37:53,550 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 , the old value is region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:53,550 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:53,550 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 because the exception is null or not the one we care about 2024-11-13T08:37:53,554 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38605 is added to blk_1073742136_1312 (size=17181) 2024-11-13T08:37:53,657 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:37:53,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57052 deadline: 1731487133655, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:37:53,658 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:37:53,658 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 , the old value is region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:53,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57018 deadline: 1731487133655, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:37:53,658 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:53,658 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 because the exception is null or not the one we care about 2024-11-13T08:37:53,658 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:37:53,658 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 , the old value is region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:53,658 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:53,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57064 deadline: 1731487133655, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:37:53,658 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 because the exception is null or not the one we care about 2024-11-13T08:37:53,658 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 , the old value is region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:53,659 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:53,659 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 because the exception is null or not the one we care about 2024-11-13T08:37:53,659 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:37:53,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57042 deadline: 1731487133655, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:37:53,659 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 , the old value is region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:53,659 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:53,659 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 because the exception is null or not the one we care about 2024-11-13T08:37:53,868 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:37:53,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57018 deadline: 1731487133865, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:37:53,868 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:37:53,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57052 deadline: 1731487133865, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:37:53,869 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 , the old value is region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:53,869 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:53,869 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 because the exception is null or not the one we care about 2024-11-13T08:37:53,869 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 , the old value is region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:53,869 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:37:53,869 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:53,869 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 because the exception is null or not the one we care about 2024-11-13T08:37:53,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57042 deadline: 1731487133865, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:37:53,869 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:37:53,869 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 , the old value is region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:53,869 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:53,869 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 because the exception is null or not the one we care about 2024-11-13T08:37:53,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57064 deadline: 1731487133865, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:37:53,869 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 , the old value is region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:53,869 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:53,870 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 because the exception is null or not the one we care about 2024-11-13T08:37:53,955 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=316 (bloomFilter=true), to=hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/5d17976fc8fe6dd5aaa82d5df2dbcc9c/.tmp/A/939465ede45747009639331eda9888d3 2024-11-13T08:37:53,963 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/5d17976fc8fe6dd5aaa82d5df2dbcc9c/.tmp/B/f95de0b1f70c4e5088d6ed9c04cbced4 is 50, key is test_row_0/B:col10/1731487073528/Put/seqid=0 2024-11-13T08:37:53,966 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38605 is added to blk_1073742137_1313 (size=12301) 2024-11-13T08:37:53,967 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=316 (bloomFilter=true), to=hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/5d17976fc8fe6dd5aaa82d5df2dbcc9c/.tmp/B/f95de0b1f70c4e5088d6ed9c04cbced4 2024-11-13T08:37:53,978 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/5d17976fc8fe6dd5aaa82d5df2dbcc9c/.tmp/C/bd4bc7b768294cdc8291296da5c47856 is 50, key is test_row_0/C:col10/1731487073528/Put/seqid=0 2024-11-13T08:37:53,982 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38605 is added to blk_1073742138_1314 (size=12301) 2024-11-13T08:37:54,178 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:37:54,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57018 deadline: 1731487134174, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:37:54,179 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 , the old value is region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:54,179 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:54,179 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:37:54,179 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 because the exception is null or not the one we care about 2024-11-13T08:37:54,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57052 deadline: 1731487134175, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:37:54,179 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:37:54,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57042 deadline: 1731487134175, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:37:54,179 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:37:54,179 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 , the old value is region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:54,179 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:54,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57064 deadline: 1731487134175, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:37:54,180 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 because the exception is null or not the one we care about 2024-11-13T08:37:54,180 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 , the old value is region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:54,180 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:54,180 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 because the exception is null or not the one we care about 2024-11-13T08:37:54,180 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 , the old value is region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:54,180 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:54,180 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 because the exception is null or not the one we care about 2024-11-13T08:37:54,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45349 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=78 2024-11-13T08:37:54,265 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-13T08:37:54,266 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45349 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-13T08:37:54,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45349 {}] procedure2.ProcedureExecutor(1139): Stored pid=80, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=80, table=TestAcidGuarantees 2024-11-13T08:37:54,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45349 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=80 2024-11-13T08:37:54,268 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=80, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=80, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-13T08:37:54,269 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=80, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=80, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-13T08:37:54,269 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=81, ppid=80, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-13T08:37:54,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45349 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=80 2024-11-13T08:37:54,383 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=316 (bloomFilter=true), to=hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/5d17976fc8fe6dd5aaa82d5df2dbcc9c/.tmp/C/bd4bc7b768294cdc8291296da5c47856 2024-11-13T08:37:54,388 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/5d17976fc8fe6dd5aaa82d5df2dbcc9c/.tmp/A/939465ede45747009639331eda9888d3 as hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/5d17976fc8fe6dd5aaa82d5df2dbcc9c/A/939465ede45747009639331eda9888d3 2024-11-13T08:37:54,392 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/5d17976fc8fe6dd5aaa82d5df2dbcc9c/A/939465ede45747009639331eda9888d3, entries=250, sequenceid=316, filesize=16.8 K 2024-11-13T08:37:54,393 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/5d17976fc8fe6dd5aaa82d5df2dbcc9c/.tmp/B/f95de0b1f70c4e5088d6ed9c04cbced4 as hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/5d17976fc8fe6dd5aaa82d5df2dbcc9c/B/f95de0b1f70c4e5088d6ed9c04cbced4 2024-11-13T08:37:54,397 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/5d17976fc8fe6dd5aaa82d5df2dbcc9c/B/f95de0b1f70c4e5088d6ed9c04cbced4, entries=150, sequenceid=316, filesize=12.0 K 2024-11-13T08:37:54,398 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/5d17976fc8fe6dd5aaa82d5df2dbcc9c/.tmp/C/bd4bc7b768294cdc8291296da5c47856 as hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/5d17976fc8fe6dd5aaa82d5df2dbcc9c/C/bd4bc7b768294cdc8291296da5c47856 2024-11-13T08:37:54,401 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/5d17976fc8fe6dd5aaa82d5df2dbcc9c/C/bd4bc7b768294cdc8291296da5c47856, entries=150, sequenceid=316, filesize=12.0 K 2024-11-13T08:37:54,402 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=80.51 KB/82440 for 5d17976fc8fe6dd5aaa82d5df2dbcc9c in 874ms, sequenceid=316, compaction requested=false 2024-11-13T08:37:54,402 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 5d17976fc8fe6dd5aaa82d5df2dbcc9c: 2024-11-13T08:37:54,421 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43851 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=81 2024-11-13T08:37:54,422 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c. 2024-11-13T08:37:54,422 INFO [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HRegion(2902): Flushing 5d17976fc8fe6dd5aaa82d5df2dbcc9c 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB 2024-11-13T08:37:54,427 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/5d17976fc8fe6dd5aaa82d5df2dbcc9c/.tmp/A/ec16455644244bd8a4c2eb6f5bb7787b is 50, key is test_row_0/A:col10/1731487073542/Put/seqid=0 2024-11-13T08:37:54,431 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38605 is added to blk_1073742139_1315 (size=12301) 2024-11-13T08:37:54,432 INFO [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=331 (bloomFilter=true), to=hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/5d17976fc8fe6dd5aaa82d5df2dbcc9c/.tmp/A/ec16455644244bd8a4c2eb6f5bb7787b 2024-11-13T08:37:54,440 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/5d17976fc8fe6dd5aaa82d5df2dbcc9c/.tmp/B/e99b73e793f644fcad11a2424c229dad is 50, key is test_row_0/B:col10/1731487073542/Put/seqid=0 2024-11-13T08:37:54,456 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38605 is added to blk_1073742140_1316 (size=12301) 2024-11-13T08:37:54,457 INFO [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=331 (bloomFilter=true), to=hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/5d17976fc8fe6dd5aaa82d5df2dbcc9c/.tmp/B/e99b73e793f644fcad11a2424c229dad 2024-11-13T08:37:54,466 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/5d17976fc8fe6dd5aaa82d5df2dbcc9c/.tmp/C/a309962b139b4f77a443a57a0cd97a90 is 50, key is test_row_0/C:col10/1731487073542/Put/seqid=0 2024-11-13T08:37:54,487 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38605 is added to blk_1073742141_1317 (size=12301) 2024-11-13T08:37:54,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45349 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=80 2024-11-13T08:37:54,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] regionserver.HRegion(8855): Flush requested on 5d17976fc8fe6dd5aaa82d5df2dbcc9c 2024-11-13T08:37:54,687 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c. as already flushing 2024-11-13T08:37:54,714 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:37:54,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57042 deadline: 1731487134708, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:37:54,715 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:37:54,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57064 deadline: 1731487134708, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:37:54,715 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 , the old value is region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:54,715 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:54,715 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 because the exception is null or not the one we care about 2024-11-13T08:37:54,715 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 , the old value is region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:54,715 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:54,715 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 because the exception is null or not the one we care about 2024-11-13T08:37:54,719 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:37:54,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57018 deadline: 1731487134713, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:37:54,719 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:37:54,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57052 deadline: 1731487134714, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:37:54,719 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 , the old value is region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:54,720 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:54,720 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 because the exception is null or not the one we care about 2024-11-13T08:37:54,720 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 , the old value is region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:54,720 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:54,720 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 because the exception is null or not the one we care about 2024-11-13T08:37:54,828 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:37:54,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57042 deadline: 1731487134825, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:37:54,828 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:37:54,828 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 , the old value is region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:54,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57064 deadline: 1731487134825, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:37:54,828 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:54,828 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 because the exception is null or not the one we care about 2024-11-13T08:37:54,829 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 , the old value is region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:54,829 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:37:54,829 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:54,829 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 because the exception is null or not the one we care about 2024-11-13T08:37:54,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57018 deadline: 1731487134825, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:37:54,829 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 , the old value is region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:54,829 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:54,829 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:37:54,829 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 because the exception is null or not the one we care about 2024-11-13T08:37:54,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57052 deadline: 1731487134825, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:37:54,829 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 , the old value is region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:54,829 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:54,829 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 because the exception is null or not the one we care about 2024-11-13T08:37:54,888 INFO [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=331 (bloomFilter=true), to=hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/5d17976fc8fe6dd5aaa82d5df2dbcc9c/.tmp/C/a309962b139b4f77a443a57a0cd97a90 2024-11-13T08:37:54,893 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/5d17976fc8fe6dd5aaa82d5df2dbcc9c/.tmp/A/ec16455644244bd8a4c2eb6f5bb7787b as hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/5d17976fc8fe6dd5aaa82d5df2dbcc9c/A/ec16455644244bd8a4c2eb6f5bb7787b 2024-11-13T08:37:54,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45349 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=80 2024-11-13T08:37:54,908 INFO [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/5d17976fc8fe6dd5aaa82d5df2dbcc9c/A/ec16455644244bd8a4c2eb6f5bb7787b, entries=150, sequenceid=331, filesize=12.0 K 2024-11-13T08:37:54,909 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/5d17976fc8fe6dd5aaa82d5df2dbcc9c/.tmp/B/e99b73e793f644fcad11a2424c229dad as hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/5d17976fc8fe6dd5aaa82d5df2dbcc9c/B/e99b73e793f644fcad11a2424c229dad 2024-11-13T08:37:54,913 INFO [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/5d17976fc8fe6dd5aaa82d5df2dbcc9c/B/e99b73e793f644fcad11a2424c229dad, entries=150, sequenceid=331, filesize=12.0 K 2024-11-13T08:37:54,914 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/5d17976fc8fe6dd5aaa82d5df2dbcc9c/.tmp/C/a309962b139b4f77a443a57a0cd97a90 as hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/5d17976fc8fe6dd5aaa82d5df2dbcc9c/C/a309962b139b4f77a443a57a0cd97a90 2024-11-13T08:37:54,918 INFO [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/5d17976fc8fe6dd5aaa82d5df2dbcc9c/C/a309962b139b4f77a443a57a0cd97a90, entries=150, sequenceid=331, filesize=12.0 K 2024-11-13T08:37:54,919 INFO [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HRegion(3140): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=120.76 KB/123660 for 5d17976fc8fe6dd5aaa82d5df2dbcc9c in 496ms, sequenceid=331, compaction requested=true 2024-11-13T08:37:54,919 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HRegion(2603): Flush status journal for 5d17976fc8fe6dd5aaa82d5df2dbcc9c: 2024-11-13T08:37:54,919 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c. 2024-11-13T08:37:54,919 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=81 2024-11-13T08:37:54,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45349 {}] master.HMaster(4169): Remote procedure done, pid=81 2024-11-13T08:37:54,922 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=81, resume processing ppid=80 2024-11-13T08:37:54,922 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=81, ppid=80, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 651 msec 2024-11-13T08:37:54,924 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=80, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=80, table=TestAcidGuarantees in 656 msec 2024-11-13T08:37:55,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] regionserver.HRegion(8855): Flush requested on 5d17976fc8fe6dd5aaa82d5df2dbcc9c 2024-11-13T08:37:55,038 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-13T08:37:55,038 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 5d17976fc8fe6dd5aaa82d5df2dbcc9c 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-11-13T08:37:55,054 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:37:55,054 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/5d17976fc8fe6dd5aaa82d5df2dbcc9c/.tmp/A/55092fd9a95d4231b14e3f34caa9a353 is 50, key is test_row_0/A:col10/1731487074706/Put/seqid=0 2024-11-13T08:37:55,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57042 deadline: 1731487135049, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:37:55,055 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 , the old value is region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:55,055 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:55,055 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 because the exception is null or not the one we care about 2024-11-13T08:37:55,056 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:37:55,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57064 deadline: 1731487135051, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:37:55,056 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 , the old value is region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:55,056 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:37:55,056 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:55,056 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 because the exception is null or not the one we care about 2024-11-13T08:37:55,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57018 deadline: 1731487135052, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:37:55,057 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 , the old value is region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:55,057 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:55,057 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 because the exception is null or not the one we care about 2024-11-13T08:37:55,058 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:37:55,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57052 deadline: 1731487135055, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:37:55,059 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38605 is added to blk_1073742142_1318 (size=14741) 2024-11-13T08:37:55,059 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 , the old value is region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:55,059 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:55,059 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 because the exception is null or not the one we care about 2024-11-13T08:37:55,167 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:37:55,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57042 deadline: 1731487135165, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:37:55,167 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 , the old value is region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:55,167 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:37:55,167 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:55,167 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 because the exception is null or not the one we care about 2024-11-13T08:37:55,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57064 deadline: 1731487135165, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:37:55,168 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 , the old value is region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:55,168 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:37:55,168 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:55,168 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 because the exception is null or not the one we care about 2024-11-13T08:37:55,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57018 deadline: 1731487135165, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:37:55,168 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:37:55,168 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 , the old value is region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:55,168 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:55,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57052 deadline: 1731487135165, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:37:55,168 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 because the exception is null or not the one we care about 2024-11-13T08:37:55,168 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 , the old value is region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:55,168 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:55,169 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 because the exception is null or not the one we care about 2024-11-13T08:37:55,378 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:37:55,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57042 deadline: 1731487135374, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:37:55,378 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:37:55,379 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 , the old value is region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:55,379 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:55,379 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 because the exception is null or not the one we care about 2024-11-13T08:37:55,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57064 deadline: 1731487135375, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:37:55,379 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 , the old value is region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:55,379 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:37:55,379 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:55,379 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 because the exception is null or not the one we care about 2024-11-13T08:37:55,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57052 deadline: 1731487135375, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:37:55,379 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:37:55,379 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 , the old value is region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:55,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57018 deadline: 1731487135375, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:37:55,379 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:55,379 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 because the exception is null or not the one we care about 2024-11-13T08:37:55,379 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 , the old value is region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:55,379 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:55,380 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 because the exception is null or not the one we care about 2024-11-13T08:37:55,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45349 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=80 2024-11-13T08:37:55,405 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-13T08:37:55,406 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45349 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-13T08:37:55,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45349 {}] procedure2.ProcedureExecutor(1139): Stored pid=82, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=82, table=TestAcidGuarantees 2024-11-13T08:37:55,408 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=82, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=82, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-13T08:37:55,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45349 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=82 2024-11-13T08:37:55,409 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=82, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=82, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-13T08:37:55,409 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=83, ppid=82, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-13T08:37:55,460 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=353 (bloomFilter=true), to=hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/5d17976fc8fe6dd5aaa82d5df2dbcc9c/.tmp/A/55092fd9a95d4231b14e3f34caa9a353 2024-11-13T08:37:55,468 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/5d17976fc8fe6dd5aaa82d5df2dbcc9c/.tmp/B/d1e225398ecb4711a6e6487409963e89 is 50, key is test_row_0/B:col10/1731487074706/Put/seqid=0 2024-11-13T08:37:55,478 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38605 is added to blk_1073742143_1319 (size=12301) 2024-11-13T08:37:55,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45349 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=82 2024-11-13T08:37:55,562 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43851 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=83 2024-11-13T08:37:55,562 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-0 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c. 2024-11-13T08:37:55,562 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-0 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c. as already flushing 2024-11-13T08:37:55,562 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-0 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c. 2024-11-13T08:37:55,562 ERROR [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-0 {event_type=RS_FLUSH_REGIONS, pid=83}] handler.RSProcedureHandler(58): pid=83 java.io.IOException: Unable to complete flush {ENCODED => 5d17976fc8fe6dd5aaa82d5df2dbcc9c, NAME => 'TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T08:37:55,562 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-0 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=83 java.io.IOException: Unable to complete flush {ENCODED => 5d17976fc8fe6dd5aaa82d5df2dbcc9c, NAME => 'TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T08:37:55,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45349 {}] master.HMaster(4177): Remote procedure failed, pid=83 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5d17976fc8fe6dd5aaa82d5df2dbcc9c, NAME => 'TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5d17976fc8fe6dd5aaa82d5df2dbcc9c, NAME => 'TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T08:37:55,686 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:37:55,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57042 deadline: 1731487135685, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:37:55,686 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:37:55,686 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 , the old value is region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:55,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57064 deadline: 1731487135685, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:37:55,686 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:55,686 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 because the exception is null or not the one we care about 2024-11-13T08:37:55,686 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 , the old value is region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:55,686 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:37:55,686 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:55,686 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 because the exception is null or not the one we care about 2024-11-13T08:37:55,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57018 deadline: 1731487135685, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:37:55,687 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 , the old value is region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:55,687 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:55,687 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:37:55,687 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 because the exception is null or not the one we care about 2024-11-13T08:37:55,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57052 deadline: 1731487135685, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:37:55,687 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 , the old value is region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:55,687 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:55,687 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 because the exception is null or not the one we care about 2024-11-13T08:37:55,715 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43851 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=83 2024-11-13T08:37:55,715 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-1 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c. 2024-11-13T08:37:55,715 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-1 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c. as already flushing 2024-11-13T08:37:55,715 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-1 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c. 2024-11-13T08:37:55,715 ERROR [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-1 {event_type=RS_FLUSH_REGIONS, pid=83}] handler.RSProcedureHandler(58): pid=83 java.io.IOException: Unable to complete flush {ENCODED => 5d17976fc8fe6dd5aaa82d5df2dbcc9c, NAME => 'TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T08:37:55,715 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-1 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=83 java.io.IOException: Unable to complete flush {ENCODED => 5d17976fc8fe6dd5aaa82d5df2dbcc9c, NAME => 'TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T08:37:55,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45349 {}] master.HMaster(4177): Remote procedure failed, pid=83 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5d17976fc8fe6dd5aaa82d5df2dbcc9c, NAME => 'TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5d17976fc8fe6dd5aaa82d5df2dbcc9c, NAME => 'TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T08:37:55,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45349 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=82 2024-11-13T08:37:55,868 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43851 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=83 2024-11-13T08:37:55,868 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c. 2024-11-13T08:37:55,868 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c. as already flushing 2024-11-13T08:37:55,868 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c. 2024-11-13T08:37:55,868 ERROR [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] handler.RSProcedureHandler(58): pid=83 java.io.IOException: Unable to complete flush {ENCODED => 5d17976fc8fe6dd5aaa82d5df2dbcc9c, NAME => 'TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T08:37:55,868 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=83 java.io.IOException: Unable to complete flush {ENCODED => 5d17976fc8fe6dd5aaa82d5df2dbcc9c, NAME => 'TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T08:37:55,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45349 {}] master.HMaster(4177): Remote procedure failed, pid=83 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5d17976fc8fe6dd5aaa82d5df2dbcc9c, NAME => 'TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5d17976fc8fe6dd5aaa82d5df2dbcc9c, NAME => 'TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T08:37:55,879 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=353 (bloomFilter=true), to=hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/5d17976fc8fe6dd5aaa82d5df2dbcc9c/.tmp/B/d1e225398ecb4711a6e6487409963e89 2024-11-13T08:37:55,887 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/5d17976fc8fe6dd5aaa82d5df2dbcc9c/.tmp/C/fc8826a1603a45d6b867053947fcfa66 is 50, key is test_row_0/C:col10/1731487074706/Put/seqid=0 2024-11-13T08:37:55,898 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38605 is added to blk_1073742144_1320 (size=12301) 2024-11-13T08:37:56,021 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43851 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=83 2024-11-13T08:37:56,021 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-0 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c. 2024-11-13T08:37:56,021 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-0 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c. as already flushing 2024-11-13T08:37:56,021 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-0 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c. 2024-11-13T08:37:56,022 ERROR [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-0 {event_type=RS_FLUSH_REGIONS, pid=83}] handler.RSProcedureHandler(58): pid=83 java.io.IOException: Unable to complete flush {ENCODED => 5d17976fc8fe6dd5aaa82d5df2dbcc9c, NAME => 'TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T08:37:56,022 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-0 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=83 java.io.IOException: Unable to complete flush {ENCODED => 5d17976fc8fe6dd5aaa82d5df2dbcc9c, NAME => 'TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T08:37:56,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45349 {}] master.HMaster(4177): Remote procedure failed, pid=83 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5d17976fc8fe6dd5aaa82d5df2dbcc9c, NAME => 'TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5d17976fc8fe6dd5aaa82d5df2dbcc9c, NAME => 'TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T08:37:56,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45349 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=82 2024-11-13T08:37:56,174 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43851 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=83 2024-11-13T08:37:56,174 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-1 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c. 2024-11-13T08:37:56,175 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-1 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c. as already flushing 2024-11-13T08:37:56,175 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-1 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c. 2024-11-13T08:37:56,175 ERROR [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-1 {event_type=RS_FLUSH_REGIONS, pid=83}] handler.RSProcedureHandler(58): pid=83 java.io.IOException: Unable to complete flush {ENCODED => 5d17976fc8fe6dd5aaa82d5df2dbcc9c, NAME => 'TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T08:37:56,175 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-1 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=83 java.io.IOException: Unable to complete flush {ENCODED => 5d17976fc8fe6dd5aaa82d5df2dbcc9c, NAME => 'TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T08:37:56,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45349 {}] master.HMaster(4177): Remote procedure failed, pid=83 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5d17976fc8fe6dd5aaa82d5df2dbcc9c, NAME => 'TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5d17976fc8fe6dd5aaa82d5df2dbcc9c, NAME => 'TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T08:37:56,201 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:37:56,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57042 deadline: 1731487136197, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:37:56,202 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:37:56,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57018 deadline: 1731487136197, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:37:56,202 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 , the old value is region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:56,202 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:56,202 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 because the exception is null or not the one we care about 2024-11-13T08:37:56,202 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:37:56,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57064 deadline: 1731487136197, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:37:56,202 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 , the old value is region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:56,202 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:56,202 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 because the exception is null or not the one we care about 2024-11-13T08:37:56,202 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:37:56,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57052 deadline: 1731487136197, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:37:56,202 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 , the old value is region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:56,202 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:56,202 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 because the exception is null or not the one we care about 2024-11-13T08:37:56,203 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 , the old value is region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:56,203 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:56,203 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 because the exception is null or not the one we care about 2024-11-13T08:37:56,299 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=353 (bloomFilter=true), to=hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/5d17976fc8fe6dd5aaa82d5df2dbcc9c/.tmp/C/fc8826a1603a45d6b867053947fcfa66 2024-11-13T08:37:56,304 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/5d17976fc8fe6dd5aaa82d5df2dbcc9c/.tmp/A/55092fd9a95d4231b14e3f34caa9a353 as hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/5d17976fc8fe6dd5aaa82d5df2dbcc9c/A/55092fd9a95d4231b14e3f34caa9a353 2024-11-13T08:37:56,308 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/5d17976fc8fe6dd5aaa82d5df2dbcc9c/A/55092fd9a95d4231b14e3f34caa9a353, entries=200, sequenceid=353, filesize=14.4 K 2024-11-13T08:37:56,309 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/5d17976fc8fe6dd5aaa82d5df2dbcc9c/.tmp/B/d1e225398ecb4711a6e6487409963e89 as hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/5d17976fc8fe6dd5aaa82d5df2dbcc9c/B/d1e225398ecb4711a6e6487409963e89 2024-11-13T08:37:56,313 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/5d17976fc8fe6dd5aaa82d5df2dbcc9c/B/d1e225398ecb4711a6e6487409963e89, entries=150, sequenceid=353, filesize=12.0 K 2024-11-13T08:37:56,314 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/5d17976fc8fe6dd5aaa82d5df2dbcc9c/.tmp/C/fc8826a1603a45d6b867053947fcfa66 as hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/5d17976fc8fe6dd5aaa82d5df2dbcc9c/C/fc8826a1603a45d6b867053947fcfa66 2024-11-13T08:37:56,318 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/5d17976fc8fe6dd5aaa82d5df2dbcc9c/C/fc8826a1603a45d6b867053947fcfa66, entries=150, sequenceid=353, filesize=12.0 K 2024-11-13T08:37:56,319 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=73.80 KB/75570 for 5d17976fc8fe6dd5aaa82d5df2dbcc9c in 1281ms, sequenceid=353, compaction requested=true 2024-11-13T08:37:56,319 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 5d17976fc8fe6dd5aaa82d5df2dbcc9c: 2024-11-13T08:37:56,319 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5d17976fc8fe6dd5aaa82d5df2dbcc9c:A, priority=-2147483648, current under compaction store size is 1 2024-11-13T08:37:56,319 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T08:37:56,319 DEBUG [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-13T08:37:56,319 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-13T08:37:56,319 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5d17976fc8fe6dd5aaa82d5df2dbcc9c:B, priority=-2147483648, current under compaction store size is 2 2024-11-13T08:37:56,319 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T08:37:56,319 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5d17976fc8fe6dd5aaa82d5df2dbcc9c:C, priority=-2147483648, current under compaction store size is 3 2024-11-13T08:37:56,319 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-13T08:37:56,320 DEBUG [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 57240 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-13T08:37:56,320 DEBUG [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] regionserver.HStore(1541): 5d17976fc8fe6dd5aaa82d5df2dbcc9c/A is initiating minor compaction (all files) 2024-11-13T08:37:56,320 INFO [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 5d17976fc8fe6dd5aaa82d5df2dbcc9c/A in TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c. 2024-11-13T08:37:56,321 INFO [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/5d17976fc8fe6dd5aaa82d5df2dbcc9c/A/726b3ba888bb41a4814fe5cc1eb5283a, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/5d17976fc8fe6dd5aaa82d5df2dbcc9c/A/939465ede45747009639331eda9888d3, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/5d17976fc8fe6dd5aaa82d5df2dbcc9c/A/ec16455644244bd8a4c2eb6f5bb7787b, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/5d17976fc8fe6dd5aaa82d5df2dbcc9c/A/55092fd9a95d4231b14e3f34caa9a353] into tmpdir=hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/5d17976fc8fe6dd5aaa82d5df2dbcc9c/.tmp, totalSize=55.9 K 2024-11-13T08:37:56,321 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49920 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-13T08:37:56,321 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] regionserver.HStore(1541): 5d17976fc8fe6dd5aaa82d5df2dbcc9c/B is initiating minor compaction (all files) 2024-11-13T08:37:56,321 INFO [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 5d17976fc8fe6dd5aaa82d5df2dbcc9c/B in TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c. 2024-11-13T08:37:56,321 INFO [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/5d17976fc8fe6dd5aaa82d5df2dbcc9c/B/8c628147ebc2473e9e2b4b2e19832e72, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/5d17976fc8fe6dd5aaa82d5df2dbcc9c/B/f95de0b1f70c4e5088d6ed9c04cbced4, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/5d17976fc8fe6dd5aaa82d5df2dbcc9c/B/e99b73e793f644fcad11a2424c229dad, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/5d17976fc8fe6dd5aaa82d5df2dbcc9c/B/d1e225398ecb4711a6e6487409963e89] into tmpdir=hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/5d17976fc8fe6dd5aaa82d5df2dbcc9c/.tmp, totalSize=48.8 K 2024-11-13T08:37:56,321 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] compactions.Compactor(225): Compacting 8c628147ebc2473e9e2b4b2e19832e72, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=291, earliestPutTs=1731487072545 2024-11-13T08:37:56,321 DEBUG [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] compactions.Compactor(225): Compacting 726b3ba888bb41a4814fe5cc1eb5283a, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=291, earliestPutTs=1731487072545 2024-11-13T08:37:56,322 DEBUG [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] compactions.Compactor(225): Compacting 939465ede45747009639331eda9888d3, keycount=250, bloomtype=ROW, size=16.8 K, encoding=NONE, compression=NONE, seqNum=316, earliestPutTs=1731487072884 2024-11-13T08:37:56,322 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] compactions.Compactor(225): Compacting f95de0b1f70c4e5088d6ed9c04cbced4, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=316, earliestPutTs=1731487073527 2024-11-13T08:37:56,322 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] compactions.Compactor(225): Compacting e99b73e793f644fcad11a2424c229dad, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=331, earliestPutTs=1731487073541 2024-11-13T08:37:56,322 DEBUG [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] compactions.Compactor(225): Compacting ec16455644244bd8a4c2eb6f5bb7787b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=331, earliestPutTs=1731487073541 2024-11-13T08:37:56,322 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] compactions.Compactor(225): Compacting d1e225398ecb4711a6e6487409963e89, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=353, earliestPutTs=1731487074706 2024-11-13T08:37:56,322 DEBUG [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] compactions.Compactor(225): Compacting 55092fd9a95d4231b14e3f34caa9a353, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=353, earliestPutTs=1731487074706 2024-11-13T08:37:56,328 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43851 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=83 2024-11-13T08:37:56,328 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c. 2024-11-13T08:37:56,329 INFO [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HRegion(2902): Flushing 5d17976fc8fe6dd5aaa82d5df2dbcc9c 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-13T08:37:56,338 INFO [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5d17976fc8fe6dd5aaa82d5df2dbcc9c#A#compaction#272 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-13T08:37:56,339 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/5d17976fc8fe6dd5aaa82d5df2dbcc9c/.tmp/A/f0598d70642940cd9adc3646d374f596 is 50, key is test_row_0/A:col10/1731487075047/Put/seqid=0 2024-11-13T08:37:56,339 DEBUG [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/5d17976fc8fe6dd5aaa82d5df2dbcc9c/.tmp/A/72500e1877324b36bf1beadb1f2d2c57 is 50, key is test_row_0/A:col10/1731487074706/Put/seqid=0 2024-11-13T08:37:56,347 INFO [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5d17976fc8fe6dd5aaa82d5df2dbcc9c#B#compaction#274 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-13T08:37:56,347 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/5d17976fc8fe6dd5aaa82d5df2dbcc9c/.tmp/B/976c2da636be419cafcfde81cd6a6724 is 50, key is test_row_0/B:col10/1731487074706/Put/seqid=0 2024-11-13T08:37:56,354 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38605 is added to blk_1073742146_1322 (size=12301) 2024-11-13T08:37:56,355 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38605 is added to blk_1073742145_1321 (size=13153) 2024-11-13T08:37:56,355 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38605 is added to blk_1073742147_1323 (size=13153) 2024-11-13T08:37:56,362 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/5d17976fc8fe6dd5aaa82d5df2dbcc9c/.tmp/B/976c2da636be419cafcfde81cd6a6724 as hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/5d17976fc8fe6dd5aaa82d5df2dbcc9c/B/976c2da636be419cafcfde81cd6a6724 2024-11-13T08:37:56,368 INFO [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 5d17976fc8fe6dd5aaa82d5df2dbcc9c/B of 5d17976fc8fe6dd5aaa82d5df2dbcc9c into 976c2da636be419cafcfde81cd6a6724(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T08:37:56,368 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 5d17976fc8fe6dd5aaa82d5df2dbcc9c: 2024-11-13T08:37:56,368 INFO [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., storeName=5d17976fc8fe6dd5aaa82d5df2dbcc9c/B, priority=12, startTime=1731487076319; duration=0sec 2024-11-13T08:37:56,368 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-13T08:37:56,368 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5d17976fc8fe6dd5aaa82d5df2dbcc9c:B 2024-11-13T08:37:56,368 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-13T08:37:56,369 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49920 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-13T08:37:56,369 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] regionserver.HStore(1541): 5d17976fc8fe6dd5aaa82d5df2dbcc9c/C is initiating minor compaction (all files) 2024-11-13T08:37:56,369 INFO [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 5d17976fc8fe6dd5aaa82d5df2dbcc9c/C in TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c. 2024-11-13T08:37:56,369 INFO [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/5d17976fc8fe6dd5aaa82d5df2dbcc9c/C/5547b60d66d448e9ac03a01d2e9c668b, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/5d17976fc8fe6dd5aaa82d5df2dbcc9c/C/bd4bc7b768294cdc8291296da5c47856, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/5d17976fc8fe6dd5aaa82d5df2dbcc9c/C/a309962b139b4f77a443a57a0cd97a90, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/5d17976fc8fe6dd5aaa82d5df2dbcc9c/C/fc8826a1603a45d6b867053947fcfa66] into tmpdir=hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/5d17976fc8fe6dd5aaa82d5df2dbcc9c/.tmp, totalSize=48.8 K 2024-11-13T08:37:56,370 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] compactions.Compactor(225): Compacting 5547b60d66d448e9ac03a01d2e9c668b, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=291, earliestPutTs=1731487072545 2024-11-13T08:37:56,370 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] compactions.Compactor(225): Compacting bd4bc7b768294cdc8291296da5c47856, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=316, earliestPutTs=1731487073527 2024-11-13T08:37:56,371 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] compactions.Compactor(225): Compacting a309962b139b4f77a443a57a0cd97a90, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=331, earliestPutTs=1731487073541 2024-11-13T08:37:56,371 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] compactions.Compactor(225): Compacting fc8826a1603a45d6b867053947fcfa66, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=353, earliestPutTs=1731487074706 2024-11-13T08:37:56,387 INFO [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5d17976fc8fe6dd5aaa82d5df2dbcc9c#C#compaction#275 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-13T08:37:56,388 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/5d17976fc8fe6dd5aaa82d5df2dbcc9c/.tmp/C/bb5bd272758043ad8ed66edc085fc216 is 50, key is test_row_0/C:col10/1731487074706/Put/seqid=0 2024-11-13T08:37:56,409 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38605 is added to blk_1073742148_1324 (size=13153) 2024-11-13T08:37:56,416 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/5d17976fc8fe6dd5aaa82d5df2dbcc9c/.tmp/C/bb5bd272758043ad8ed66edc085fc216 as hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/5d17976fc8fe6dd5aaa82d5df2dbcc9c/C/bb5bd272758043ad8ed66edc085fc216 2024-11-13T08:37:56,422 INFO [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 5d17976fc8fe6dd5aaa82d5df2dbcc9c/C of 5d17976fc8fe6dd5aaa82d5df2dbcc9c into bb5bd272758043ad8ed66edc085fc216(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T08:37:56,422 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 5d17976fc8fe6dd5aaa82d5df2dbcc9c: 2024-11-13T08:37:56,422 INFO [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., storeName=5d17976fc8fe6dd5aaa82d5df2dbcc9c/C, priority=12, startTime=1731487076319; duration=0sec 2024-11-13T08:37:56,422 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T08:37:56,422 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5d17976fc8fe6dd5aaa82d5df2dbcc9c:C 2024-11-13T08:37:56,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45349 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=82 2024-11-13T08:37:56,755 INFO [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=367 (bloomFilter=true), to=hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/5d17976fc8fe6dd5aaa82d5df2dbcc9c/.tmp/A/f0598d70642940cd9adc3646d374f596 2024-11-13T08:37:56,760 DEBUG [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/5d17976fc8fe6dd5aaa82d5df2dbcc9c/.tmp/A/72500e1877324b36bf1beadb1f2d2c57 as hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/5d17976fc8fe6dd5aaa82d5df2dbcc9c/A/72500e1877324b36bf1beadb1f2d2c57 2024-11-13T08:37:56,763 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/5d17976fc8fe6dd5aaa82d5df2dbcc9c/.tmp/B/ce3a0fb4d48e4d3c8bfad6356c1ffac9 is 50, key is test_row_0/B:col10/1731487075047/Put/seqid=0 2024-11-13T08:37:56,770 INFO [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 5d17976fc8fe6dd5aaa82d5df2dbcc9c/A of 5d17976fc8fe6dd5aaa82d5df2dbcc9c into 72500e1877324b36bf1beadb1f2d2c57(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T08:37:56,770 DEBUG [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 5d17976fc8fe6dd5aaa82d5df2dbcc9c: 2024-11-13T08:37:56,770 INFO [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., storeName=5d17976fc8fe6dd5aaa82d5df2dbcc9c/A, priority=12, startTime=1731487076319; duration=0sec 2024-11-13T08:37:56,770 DEBUG [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T08:37:56,770 DEBUG [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5d17976fc8fe6dd5aaa82d5df2dbcc9c:A 2024-11-13T08:37:56,791 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38605 is added to blk_1073742149_1325 (size=12301) 2024-11-13T08:37:57,192 INFO [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=367 (bloomFilter=true), to=hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/5d17976fc8fe6dd5aaa82d5df2dbcc9c/.tmp/B/ce3a0fb4d48e4d3c8bfad6356c1ffac9 2024-11-13T08:37:57,200 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/5d17976fc8fe6dd5aaa82d5df2dbcc9c/.tmp/C/0a4aa420de5b489ab7ca0d196930c4fa is 50, key is test_row_0/C:col10/1731487075047/Put/seqid=0 2024-11-13T08:37:57,204 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38605 is added to blk_1073742150_1326 (size=12301) 2024-11-13T08:37:57,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] regionserver.HRegion(8855): Flush requested on 5d17976fc8fe6dd5aaa82d5df2dbcc9c 2024-11-13T08:37:57,206 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c. as already flushing 2024-11-13T08:37:57,208 INFO [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=367 (bloomFilter=true), to=hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/5d17976fc8fe6dd5aaa82d5df2dbcc9c/.tmp/C/0a4aa420de5b489ab7ca0d196930c4fa 2024-11-13T08:37:57,214 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/5d17976fc8fe6dd5aaa82d5df2dbcc9c/.tmp/A/f0598d70642940cd9adc3646d374f596 as hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/5d17976fc8fe6dd5aaa82d5df2dbcc9c/A/f0598d70642940cd9adc3646d374f596 2024-11-13T08:37:57,218 INFO [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/5d17976fc8fe6dd5aaa82d5df2dbcc9c/A/f0598d70642940cd9adc3646d374f596, entries=150, sequenceid=367, filesize=12.0 K 2024-11-13T08:37:57,218 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/5d17976fc8fe6dd5aaa82d5df2dbcc9c/.tmp/B/ce3a0fb4d48e4d3c8bfad6356c1ffac9 as hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/5d17976fc8fe6dd5aaa82d5df2dbcc9c/B/ce3a0fb4d48e4d3c8bfad6356c1ffac9 2024-11-13T08:37:57,223 INFO [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/5d17976fc8fe6dd5aaa82d5df2dbcc9c/B/ce3a0fb4d48e4d3c8bfad6356c1ffac9, entries=150, sequenceid=367, filesize=12.0 K 2024-11-13T08:37:57,224 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/5d17976fc8fe6dd5aaa82d5df2dbcc9c/.tmp/C/0a4aa420de5b489ab7ca0d196930c4fa as hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/5d17976fc8fe6dd5aaa82d5df2dbcc9c/C/0a4aa420de5b489ab7ca0d196930c4fa 2024-11-13T08:37:57,231 INFO [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/5d17976fc8fe6dd5aaa82d5df2dbcc9c/C/0a4aa420de5b489ab7ca0d196930c4fa, entries=150, sequenceid=367, filesize=12.0 K 2024-11-13T08:37:57,232 INFO [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HRegion(3140): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=100.63 KB/103050 for 5d17976fc8fe6dd5aaa82d5df2dbcc9c in 904ms, sequenceid=367, compaction requested=false 2024-11-13T08:37:57,232 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HRegion(2603): Flush status journal for 5d17976fc8fe6dd5aaa82d5df2dbcc9c: 2024-11-13T08:37:57,233 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c. 2024-11-13T08:37:57,233 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=83 2024-11-13T08:37:57,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45349 {}] master.HMaster(4169): Remote procedure done, pid=83 2024-11-13T08:37:57,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] regionserver.HRegion(8855): Flush requested on 5d17976fc8fe6dd5aaa82d5df2dbcc9c 2024-11-13T08:37:57,234 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-13T08:37:57,234 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 5d17976fc8fe6dd5aaa82d5df2dbcc9c 3/3 column families, dataSize=114.05 KB heapSize=299.58 KB 2024-11-13T08:37:57,238 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=83, resume processing ppid=82 2024-11-13T08:37:57,238 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=83, ppid=82, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.8250 sec 2024-11-13T08:37:57,241 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=82, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=82, table=TestAcidGuarantees in 1.8320 sec 2024-11-13T08:37:57,246 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/5d17976fc8fe6dd5aaa82d5df2dbcc9c/.tmp/A/b11fbe9c12ce40d58bcabf7dd6fe6a2e is 50, key is test_row_0/A:col10/1731487077233/Put/seqid=0 2024-11-13T08:37:57,250 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38605 is added to blk_1073742151_1327 (size=17181) 2024-11-13T08:37:57,255 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:37:57,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57042 deadline: 1731487137249, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:37:57,256 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 , the old value is region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:57,256 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:57,256 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 because the exception is null or not the one we care about 2024-11-13T08:37:57,258 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:37:57,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57064 deadline: 1731487137254, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:37:57,258 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 , the old value is region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:57,258 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:57,258 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 because the exception is null or not the one we care about 2024-11-13T08:37:57,261 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:37:57,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57052 deadline: 1731487137256, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:37:57,261 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 , the old value is region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:57,262 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:57,262 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 because the exception is null or not the one we care about 2024-11-13T08:37:57,262 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:37:57,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57018 deadline: 1731487137256, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:37:57,262 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 , the old value is region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:57,262 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:57,262 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 because the exception is null or not the one we care about 2024-11-13T08:37:57,366 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:37:57,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57042 deadline: 1731487137365, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:37:57,367 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:37:57,367 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 , the old value is region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:57,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57064 deadline: 1731487137365, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:37:57,367 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:57,367 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 because the exception is null or not the one we care about 2024-11-13T08:37:57,367 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:37:57,367 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 , the old value is region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:57,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57052 deadline: 1731487137365, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:37:57,367 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:57,367 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 because the exception is null or not the one we care about 2024-11-13T08:37:57,367 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:37:57,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57018 deadline: 1731487137365, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:37:57,367 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 , the old value is region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:57,368 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:57,368 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 because the exception is null or not the one we care about 2024-11-13T08:37:57,368 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 , the old value is region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:57,368 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:57,368 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 because the exception is null or not the one we care about 2024-11-13T08:37:57,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45349 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=82 2024-11-13T08:37:57,555 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-13T08:37:57,555 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45349 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-13T08:37:57,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45349 {}] procedure2.ProcedureExecutor(1139): Stored pid=84, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=84, table=TestAcidGuarantees 2024-11-13T08:37:57,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45349 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=84 2024-11-13T08:37:57,557 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=84, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=84, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-13T08:37:57,558 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=84, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=84, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-13T08:37:57,558 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=85, ppid=84, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-13T08:37:57,579 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:37:57,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57042 deadline: 1731487137575, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:37:57,579 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:37:57,579 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 , the old value is region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:57,579 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:57,579 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 because the exception is null or not the one we care about 2024-11-13T08:37:57,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57064 deadline: 1731487137575, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:37:57,579 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:37:57,579 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 , the old value is region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:57,580 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:57,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57052 deadline: 1731487137575, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:37:57,580 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 because the exception is null or not the one we care about 2024-11-13T08:37:57,580 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:37:57,580 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 , the old value is region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:57,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57018 deadline: 1731487137575, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:37:57,580 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:57,580 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 because the exception is null or not the one we care about 2024-11-13T08:37:57,580 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 , the old value is region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:57,580 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:57,580 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 because the exception is null or not the one we care about 2024-11-13T08:37:57,651 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=390 (bloomFilter=true), to=hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/5d17976fc8fe6dd5aaa82d5df2dbcc9c/.tmp/A/b11fbe9c12ce40d58bcabf7dd6fe6a2e 2024-11-13T08:37:57,658 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/5d17976fc8fe6dd5aaa82d5df2dbcc9c/.tmp/B/2113a53634ef4bfd879f5d71de8f237e is 50, key is test_row_0/B:col10/1731487077233/Put/seqid=0 2024-11-13T08:37:57,662 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38605 is added to blk_1073742152_1328 (size=12301) 2024-11-13T08:37:57,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45349 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=84 2024-11-13T08:37:57,710 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43851 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=85 2024-11-13T08:37:57,710 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-0 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c. 2024-11-13T08:37:57,711 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-0 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c. as already flushing 2024-11-13T08:37:57,711 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-0 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c. 2024-11-13T08:37:57,711 ERROR [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-0 {event_type=RS_FLUSH_REGIONS, pid=85}] handler.RSProcedureHandler(58): pid=85 java.io.IOException: Unable to complete flush {ENCODED => 5d17976fc8fe6dd5aaa82d5df2dbcc9c, NAME => 'TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T08:37:57,711 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-0 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=85 java.io.IOException: Unable to complete flush {ENCODED => 5d17976fc8fe6dd5aaa82d5df2dbcc9c, NAME => 'TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T08:37:57,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45349 {}] master.HMaster(4177): Remote procedure failed, pid=85 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5d17976fc8fe6dd5aaa82d5df2dbcc9c, NAME => 'TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5d17976fc8fe6dd5aaa82d5df2dbcc9c, NAME => 'TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T08:37:57,747 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:37:57,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57006 deadline: 1731487137745, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:37:57,748 WARN [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRpcRetryingCaller(177): Call to dd3a0865bb23,43851,1731486997349 for 'test_row_1' in 5d17976fc8fe6dd5aaa82d5df2dbcc9c of TestAcidGuarantees failed, tries = 9, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 18333 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-13T08:37:57,748 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 , the old value is region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:57,749 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:57,749 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 because the exception is null or not the one we care about 2024-11-13T08:37:57,863 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43851 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=85 2024-11-13T08:37:57,863 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-1 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c. 2024-11-13T08:37:57,863 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-1 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c. as already flushing 2024-11-13T08:37:57,863 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-1 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c. 2024-11-13T08:37:57,863 ERROR [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-1 {event_type=RS_FLUSH_REGIONS, pid=85}] handler.RSProcedureHandler(58): pid=85 java.io.IOException: Unable to complete flush {ENCODED => 5d17976fc8fe6dd5aaa82d5df2dbcc9c, NAME => 'TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T08:37:57,863 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-1 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=85 java.io.IOException: Unable to complete flush {ENCODED => 5d17976fc8fe6dd5aaa82d5df2dbcc9c, NAME => 'TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T08:37:57,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45349 {}] master.HMaster(4177): Remote procedure failed, pid=85 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5d17976fc8fe6dd5aaa82d5df2dbcc9c, NAME => 'TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5d17976fc8fe6dd5aaa82d5df2dbcc9c, NAME => 'TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T08:37:57,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45349 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=84 2024-11-13T08:37:57,888 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:37:57,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57064 deadline: 1731487137885, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:37:57,888 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:37:57,888 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 , the old value is region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:57,888 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:57,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57042 deadline: 1731487137885, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:37:57,888 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 because the exception is null or not the one we care about 2024-11-13T08:37:57,889 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 , the old value is region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:57,889 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:57,889 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 because the exception is null or not the one we care about 2024-11-13T08:37:57,889 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:37:57,889 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:37:57,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57052 deadline: 1731487137885, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:37:57,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57018 deadline: 1731487137885, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:37:57,890 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 , the old value is region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:57,890 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:57,890 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 because the exception is null or not the one we care about 2024-11-13T08:37:57,890 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 , the old value is region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:57,890 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:57,890 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 because the exception is null or not the one we care about 2024-11-13T08:37:58,016 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43851 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=85 2024-11-13T08:37:58,016 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-2 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c. 2024-11-13T08:37:58,017 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-2 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c. as already flushing 2024-11-13T08:37:58,017 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-2 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c. 2024-11-13T08:37:58,017 ERROR [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-2 {event_type=RS_FLUSH_REGIONS, pid=85}] handler.RSProcedureHandler(58): pid=85 java.io.IOException: Unable to complete flush {ENCODED => 5d17976fc8fe6dd5aaa82d5df2dbcc9c, NAME => 'TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T08:37:58,017 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-2 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=85 java.io.IOException: Unable to complete flush {ENCODED => 5d17976fc8fe6dd5aaa82d5df2dbcc9c, NAME => 'TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T08:37:58,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45349 {}] master.HMaster(4177): Remote procedure failed, pid=85 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5d17976fc8fe6dd5aaa82d5df2dbcc9c, NAME => 'TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5d17976fc8fe6dd5aaa82d5df2dbcc9c, NAME => 'TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T08:37:58,063 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=390 (bloomFilter=true), to=hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/5d17976fc8fe6dd5aaa82d5df2dbcc9c/.tmp/B/2113a53634ef4bfd879f5d71de8f237e 2024-11-13T08:37:58,071 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/5d17976fc8fe6dd5aaa82d5df2dbcc9c/.tmp/C/bc2621f3f65e4429adb9841554c0ccd5 is 50, key is test_row_0/C:col10/1731487077233/Put/seqid=0 2024-11-13T08:37:58,075 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38605 is added to blk_1073742153_1329 (size=12301) 2024-11-13T08:37:58,172 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43851 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=85 2024-11-13T08:37:58,172 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-0 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c. 2024-11-13T08:37:58,172 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-0 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c. as already flushing 2024-11-13T08:37:58,172 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-0 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c. 2024-11-13T08:37:58,172 ERROR [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-0 {event_type=RS_FLUSH_REGIONS, pid=85}] handler.RSProcedureHandler(58): pid=85 java.io.IOException: Unable to complete flush {ENCODED => 5d17976fc8fe6dd5aaa82d5df2dbcc9c, NAME => 'TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T08:37:58,173 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-0 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=85 java.io.IOException: Unable to complete flush {ENCODED => 5d17976fc8fe6dd5aaa82d5df2dbcc9c, NAME => 'TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T08:37:58,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45349 {}] master.HMaster(4177): Remote procedure failed, pid=85 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5d17976fc8fe6dd5aaa82d5df2dbcc9c, NAME => 'TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5d17976fc8fe6dd5aaa82d5df2dbcc9c, NAME => 'TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T08:37:58,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45349 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=84 2024-11-13T08:37:58,325 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43851 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=85 2024-11-13T08:37:58,325 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-1 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c. 2024-11-13T08:37:58,325 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-1 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c. as already flushing 2024-11-13T08:37:58,325 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-1 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c. 2024-11-13T08:37:58,325 ERROR [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-1 {event_type=RS_FLUSH_REGIONS, pid=85}] handler.RSProcedureHandler(58): pid=85 java.io.IOException: Unable to complete flush {ENCODED => 5d17976fc8fe6dd5aaa82d5df2dbcc9c, NAME => 'TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T08:37:58,325 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-1 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=85 java.io.IOException: Unable to complete flush {ENCODED => 5d17976fc8fe6dd5aaa82d5df2dbcc9c, NAME => 'TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T08:37:58,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45349 {}] master.HMaster(4177): Remote procedure failed, pid=85 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5d17976fc8fe6dd5aaa82d5df2dbcc9c, NAME => 'TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5d17976fc8fe6dd5aaa82d5df2dbcc9c, NAME => 'TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T08:37:58,398 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:37:58,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57064 deadline: 1731487138395, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:37:58,398 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:37:58,398 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 , the old value is region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:58,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57042 deadline: 1731487138395, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:37:58,398 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:58,398 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 because the exception is null or not the one we care about 2024-11-13T08:37:58,399 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:37:58,399 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 , the old value is region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:58,399 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:58,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57052 deadline: 1731487138395, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:37:58,399 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 because the exception is null or not the one we care about 2024-11-13T08:37:58,399 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:37:58,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57018 deadline: 1731487138395, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:37:58,399 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 , the old value is region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:58,399 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:58,399 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 because the exception is null or not the one we care about 2024-11-13T08:37:58,399 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 , the old value is region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:58,399 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:37:58,399 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 because the exception is null or not the one we care about 2024-11-13T08:37:58,476 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=390 (bloomFilter=true), to=hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/5d17976fc8fe6dd5aaa82d5df2dbcc9c/.tmp/C/bc2621f3f65e4429adb9841554c0ccd5 2024-11-13T08:37:58,478 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43851 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=85 2024-11-13T08:37:58,478 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-2 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c. 2024-11-13T08:37:58,478 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-2 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c. as already flushing 2024-11-13T08:37:58,478 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-2 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c. 2024-11-13T08:37:58,478 ERROR [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-2 {event_type=RS_FLUSH_REGIONS, pid=85}] handler.RSProcedureHandler(58): pid=85 java.io.IOException: Unable to complete flush {ENCODED => 5d17976fc8fe6dd5aaa82d5df2dbcc9c, NAME => 'TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T08:37:58,479 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-2 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=85 java.io.IOException: Unable to complete flush {ENCODED => 5d17976fc8fe6dd5aaa82d5df2dbcc9c, NAME => 'TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T08:37:58,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45349 {}] master.HMaster(4177): Remote procedure failed, pid=85 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5d17976fc8fe6dd5aaa82d5df2dbcc9c, NAME => 'TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5d17976fc8fe6dd5aaa82d5df2dbcc9c, NAME => 'TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T08:37:58,481 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/5d17976fc8fe6dd5aaa82d5df2dbcc9c/.tmp/A/b11fbe9c12ce40d58bcabf7dd6fe6a2e as hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/5d17976fc8fe6dd5aaa82d5df2dbcc9c/A/b11fbe9c12ce40d58bcabf7dd6fe6a2e 2024-11-13T08:37:58,485 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/5d17976fc8fe6dd5aaa82d5df2dbcc9c/A/b11fbe9c12ce40d58bcabf7dd6fe6a2e, entries=250, sequenceid=390, filesize=16.8 K 2024-11-13T08:37:58,485 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/5d17976fc8fe6dd5aaa82d5df2dbcc9c/.tmp/B/2113a53634ef4bfd879f5d71de8f237e as hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/5d17976fc8fe6dd5aaa82d5df2dbcc9c/B/2113a53634ef4bfd879f5d71de8f237e 2024-11-13T08:37:58,489 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/5d17976fc8fe6dd5aaa82d5df2dbcc9c/B/2113a53634ef4bfd879f5d71de8f237e, entries=150, sequenceid=390, filesize=12.0 K 2024-11-13T08:37:58,490 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/5d17976fc8fe6dd5aaa82d5df2dbcc9c/.tmp/C/bc2621f3f65e4429adb9841554c0ccd5 as hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/5d17976fc8fe6dd5aaa82d5df2dbcc9c/C/bc2621f3f65e4429adb9841554c0ccd5 2024-11-13T08:37:58,501 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/5d17976fc8fe6dd5aaa82d5df2dbcc9c/C/bc2621f3f65e4429adb9841554c0ccd5, entries=150, sequenceid=390, filesize=12.0 K 2024-11-13T08:37:58,503 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~114.05 KB/116790, heapSize ~299.53 KB/306720, currentSize=93.93 KB/96180 for 5d17976fc8fe6dd5aaa82d5df2dbcc9c in 1269ms, sequenceid=390, compaction requested=true 2024-11-13T08:37:58,503 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 5d17976fc8fe6dd5aaa82d5df2dbcc9c: 2024-11-13T08:37:58,503 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5d17976fc8fe6dd5aaa82d5df2dbcc9c:A, priority=-2147483648, current under compaction store size is 1 2024-11-13T08:37:58,503 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T08:37:58,503 DEBUG [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-13T08:37:58,503 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-13T08:37:58,504 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5d17976fc8fe6dd5aaa82d5df2dbcc9c:B, priority=-2147483648, current under compaction store size is 2 2024-11-13T08:37:58,504 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T08:37:58,504 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5d17976fc8fe6dd5aaa82d5df2dbcc9c:C, priority=-2147483648, current under compaction store size is 3 2024-11-13T08:37:58,504 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-13T08:37:58,504 DEBUG [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 42635 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-13T08:37:58,504 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37755 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-13T08:37:58,504 DEBUG [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] regionserver.HStore(1541): 5d17976fc8fe6dd5aaa82d5df2dbcc9c/A is initiating minor compaction (all files) 2024-11-13T08:37:58,504 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] regionserver.HStore(1541): 5d17976fc8fe6dd5aaa82d5df2dbcc9c/B is initiating minor compaction (all files) 2024-11-13T08:37:58,504 INFO [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 5d17976fc8fe6dd5aaa82d5df2dbcc9c/A in TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c. 2024-11-13T08:37:58,504 INFO [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 5d17976fc8fe6dd5aaa82d5df2dbcc9c/B in TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c. 2024-11-13T08:37:58,504 INFO [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/5d17976fc8fe6dd5aaa82d5df2dbcc9c/A/72500e1877324b36bf1beadb1f2d2c57, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/5d17976fc8fe6dd5aaa82d5df2dbcc9c/A/f0598d70642940cd9adc3646d374f596, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/5d17976fc8fe6dd5aaa82d5df2dbcc9c/A/b11fbe9c12ce40d58bcabf7dd6fe6a2e] into tmpdir=hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/5d17976fc8fe6dd5aaa82d5df2dbcc9c/.tmp, totalSize=41.6 K 2024-11-13T08:37:58,504 INFO [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/5d17976fc8fe6dd5aaa82d5df2dbcc9c/B/976c2da636be419cafcfde81cd6a6724, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/5d17976fc8fe6dd5aaa82d5df2dbcc9c/B/ce3a0fb4d48e4d3c8bfad6356c1ffac9, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/5d17976fc8fe6dd5aaa82d5df2dbcc9c/B/2113a53634ef4bfd879f5d71de8f237e] into tmpdir=hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/5d17976fc8fe6dd5aaa82d5df2dbcc9c/.tmp, totalSize=36.9 K 2024-11-13T08:37:58,505 DEBUG [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] compactions.Compactor(225): Compacting 72500e1877324b36bf1beadb1f2d2c57, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=353, earliestPutTs=1731487074706 2024-11-13T08:37:58,505 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] compactions.Compactor(225): Compacting 976c2da636be419cafcfde81cd6a6724, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=353, earliestPutTs=1731487074706 2024-11-13T08:37:58,505 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] compactions.Compactor(225): Compacting ce3a0fb4d48e4d3c8bfad6356c1ffac9, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=367, earliestPutTs=1731487075047 2024-11-13T08:37:58,505 DEBUG [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] compactions.Compactor(225): Compacting f0598d70642940cd9adc3646d374f596, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=367, earliestPutTs=1731487075047 2024-11-13T08:37:58,506 DEBUG [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] compactions.Compactor(225): Compacting b11fbe9c12ce40d58bcabf7dd6fe6a2e, keycount=250, bloomtype=ROW, size=16.8 K, encoding=NONE, compression=NONE, seqNum=390, earliestPutTs=1731487077220 2024-11-13T08:37:58,506 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] compactions.Compactor(225): Compacting 2113a53634ef4bfd879f5d71de8f237e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=390, earliestPutTs=1731487077228 2024-11-13T08:37:58,522 INFO [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5d17976fc8fe6dd5aaa82d5df2dbcc9c#A#compaction#281 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-13T08:37:58,523 DEBUG [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/5d17976fc8fe6dd5aaa82d5df2dbcc9c/.tmp/A/a84bea0274424cd9893184a6cfda648d is 50, key is test_row_0/A:col10/1731487077233/Put/seqid=0 2024-11-13T08:37:58,530 INFO [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5d17976fc8fe6dd5aaa82d5df2dbcc9c#B#compaction#282 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-13T08:37:58,530 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/5d17976fc8fe6dd5aaa82d5df2dbcc9c/.tmp/B/1f5a9acbae594620abc0c30f50375631 is 50, key is test_row_0/B:col10/1731487077233/Put/seqid=0 2024-11-13T08:37:58,535 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38605 is added to blk_1073742154_1330 (size=13255) 2024-11-13T08:37:58,541 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38605 is added to blk_1073742155_1331 (size=13255) 2024-11-13T08:37:58,547 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/5d17976fc8fe6dd5aaa82d5df2dbcc9c/.tmp/B/1f5a9acbae594620abc0c30f50375631 as hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/5d17976fc8fe6dd5aaa82d5df2dbcc9c/B/1f5a9acbae594620abc0c30f50375631 2024-11-13T08:37:58,552 INFO [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 5d17976fc8fe6dd5aaa82d5df2dbcc9c/B of 5d17976fc8fe6dd5aaa82d5df2dbcc9c into 1f5a9acbae594620abc0c30f50375631(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T08:37:58,552 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 5d17976fc8fe6dd5aaa82d5df2dbcc9c: 2024-11-13T08:37:58,552 INFO [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., storeName=5d17976fc8fe6dd5aaa82d5df2dbcc9c/B, priority=13, startTime=1731487078503; duration=0sec 2024-11-13T08:37:58,552 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-13T08:37:58,552 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5d17976fc8fe6dd5aaa82d5df2dbcc9c:B 2024-11-13T08:37:58,552 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-13T08:37:58,553 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37755 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-13T08:37:58,553 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] regionserver.HStore(1541): 5d17976fc8fe6dd5aaa82d5df2dbcc9c/C is initiating minor compaction (all files) 2024-11-13T08:37:58,553 INFO [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 5d17976fc8fe6dd5aaa82d5df2dbcc9c/C in TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c. 2024-11-13T08:37:58,553 INFO [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/5d17976fc8fe6dd5aaa82d5df2dbcc9c/C/bb5bd272758043ad8ed66edc085fc216, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/5d17976fc8fe6dd5aaa82d5df2dbcc9c/C/0a4aa420de5b489ab7ca0d196930c4fa, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/5d17976fc8fe6dd5aaa82d5df2dbcc9c/C/bc2621f3f65e4429adb9841554c0ccd5] into tmpdir=hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/5d17976fc8fe6dd5aaa82d5df2dbcc9c/.tmp, totalSize=36.9 K 2024-11-13T08:37:58,554 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] compactions.Compactor(225): Compacting bb5bd272758043ad8ed66edc085fc216, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=353, earliestPutTs=1731487074706 2024-11-13T08:37:58,554 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] compactions.Compactor(225): Compacting 0a4aa420de5b489ab7ca0d196930c4fa, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=367, earliestPutTs=1731487075047 2024-11-13T08:37:58,554 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] compactions.Compactor(225): Compacting bc2621f3f65e4429adb9841554c0ccd5, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=390, earliestPutTs=1731487077228 2024-11-13T08:37:58,562 INFO [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5d17976fc8fe6dd5aaa82d5df2dbcc9c#C#compaction#283 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-13T08:37:58,563 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/5d17976fc8fe6dd5aaa82d5df2dbcc9c/.tmp/C/439c16f05c7340faa050ae965b6352d0 is 50, key is test_row_0/C:col10/1731487077233/Put/seqid=0 2024-11-13T08:37:58,567 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38605 is added to blk_1073742156_1332 (size=13255) 2024-11-13T08:37:58,631 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43851 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=85 2024-11-13T08:37:58,631 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-0 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c. 2024-11-13T08:37:58,631 INFO [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-0 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.HRegion(2902): Flushing 5d17976fc8fe6dd5aaa82d5df2dbcc9c 3/3 column families, dataSize=93.93 KB heapSize=246.84 KB 2024-11-13T08:37:58,637 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-0 {event_type=RS_FLUSH_REGIONS, pid=85}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/5d17976fc8fe6dd5aaa82d5df2dbcc9c/.tmp/A/ca3477a373ac4f10b24e01e9b62da2d6 is 50, key is test_row_0/A:col10/1731487077254/Put/seqid=0 2024-11-13T08:37:58,641 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38605 is added to blk_1073742157_1333 (size=12301) 2024-11-13T08:37:58,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45349 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=84 2024-11-13T08:37:58,940 DEBUG [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/5d17976fc8fe6dd5aaa82d5df2dbcc9c/.tmp/A/a84bea0274424cd9893184a6cfda648d as hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/5d17976fc8fe6dd5aaa82d5df2dbcc9c/A/a84bea0274424cd9893184a6cfda648d 2024-11-13T08:37:58,945 INFO [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 5d17976fc8fe6dd5aaa82d5df2dbcc9c/A of 5d17976fc8fe6dd5aaa82d5df2dbcc9c into a84bea0274424cd9893184a6cfda648d(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T08:37:58,945 DEBUG [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 5d17976fc8fe6dd5aaa82d5df2dbcc9c: 2024-11-13T08:37:58,945 INFO [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., storeName=5d17976fc8fe6dd5aaa82d5df2dbcc9c/A, priority=13, startTime=1731487078503; duration=0sec 2024-11-13T08:37:58,945 DEBUG [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T08:37:58,945 DEBUG [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5d17976fc8fe6dd5aaa82d5df2dbcc9c:A 2024-11-13T08:37:58,972 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/5d17976fc8fe6dd5aaa82d5df2dbcc9c/.tmp/C/439c16f05c7340faa050ae965b6352d0 as hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/5d17976fc8fe6dd5aaa82d5df2dbcc9c/C/439c16f05c7340faa050ae965b6352d0 2024-11-13T08:37:58,976 INFO [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 5d17976fc8fe6dd5aaa82d5df2dbcc9c/C of 5d17976fc8fe6dd5aaa82d5df2dbcc9c into 439c16f05c7340faa050ae965b6352d0(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T08:37:58,976 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 5d17976fc8fe6dd5aaa82d5df2dbcc9c: 2024-11-13T08:37:58,976 INFO [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., storeName=5d17976fc8fe6dd5aaa82d5df2dbcc9c/C, priority=13, startTime=1731487078504; duration=0sec 2024-11-13T08:37:58,976 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T08:37:58,976 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5d17976fc8fe6dd5aaa82d5df2dbcc9c:C 2024-11-13T08:37:59,042 INFO [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-0 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=408 (bloomFilter=true), to=hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/5d17976fc8fe6dd5aaa82d5df2dbcc9c/.tmp/A/ca3477a373ac4f10b24e01e9b62da2d6 2024-11-13T08:37:59,050 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-0 {event_type=RS_FLUSH_REGIONS, pid=85}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/5d17976fc8fe6dd5aaa82d5df2dbcc9c/.tmp/B/af5c86f4a9eb46ce927dd6c3856d4147 is 50, key is test_row_0/B:col10/1731487077254/Put/seqid=0 2024-11-13T08:37:59,054 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38605 is added to blk_1073742158_1334 (size=12301) 2024-11-13T08:37:59,381 INFO [Thread-1157 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1157. 2024-11-13T08:37:59,381 INFO [Thread-1151 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1151. 2024-11-13T08:37:59,381 DEBUG [Thread-1151 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-13T08:37:59,381 DEBUG [Thread-1157 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-13T08:37:59,381 DEBUG [Thread-1157 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T08:37:59,381 DEBUG [Thread-1151 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T08:37:59,381 DEBUG [Thread-1151 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T08:37:59,381 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T08:37:59,381 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T08:37:59,382 INFO [Thread-1153 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1153. 2024-11-13T08:37:59,382 DEBUG [Thread-1153 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-13T08:37:59,382 DEBUG [Thread-1153 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T08:37:59,382 DEBUG [Thread-1153 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T08:37:59,382 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T08:37:59,383 INFO [Thread-1149 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1149. 2024-11-13T08:37:59,383 DEBUG [Thread-1149 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-13T08:37:59,383 DEBUG [Thread-1149 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T08:37:59,383 DEBUG [Thread-1149 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T08:37:59,383 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T08:37:59,384 DEBUG [Thread-1157 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T08:37:59,385 INFO [Thread-1155 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1155. 2024-11-13T08:37:59,385 DEBUG [Thread-1155 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-13T08:37:59,385 DEBUG [Thread-1155 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T08:37:59,385 DEBUG [Thread-1155 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T08:37:59,385 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T08:37:59,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] regionserver.HRegion(8855): Flush requested on 5d17976fc8fe6dd5aaa82d5df2dbcc9c 2024-11-13T08:37:59,406 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c. as already flushing 2024-11-13T08:37:59,406 INFO [Thread-1144 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1144. 2024-11-13T08:37:59,406 DEBUG [Thread-1144 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-13T08:37:59,406 DEBUG [Thread-1144 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T08:37:59,406 DEBUG [Thread-1144 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T08:37:59,407 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T08:37:59,417 INFO [Thread-1146 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1146. 2024-11-13T08:37:59,417 DEBUG [Thread-1146 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-13T08:37:59,417 INFO [Thread-1140 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1140. 2024-11-13T08:37:59,417 DEBUG [Thread-1146 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T08:37:59,417 DEBUG [Thread-1140 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-13T08:37:59,417 DEBUG [Thread-1140 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T08:37:59,417 DEBUG [Thread-1146 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T08:37:59,417 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T08:37:59,417 DEBUG [Thread-1140 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T08:37:59,417 INFO [Thread-1138 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1138. 2024-11-13T08:37:59,417 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T08:37:59,417 DEBUG [Thread-1138 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-13T08:37:59,417 DEBUG [Thread-1138 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T08:37:59,417 DEBUG [Thread-1138 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T08:37:59,417 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T08:37:59,454 INFO [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-0 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=408 (bloomFilter=true), to=hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/5d17976fc8fe6dd5aaa82d5df2dbcc9c/.tmp/B/af5c86f4a9eb46ce927dd6c3856d4147 2024-11-13T08:37:59,460 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-0 {event_type=RS_FLUSH_REGIONS, pid=85}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/5d17976fc8fe6dd5aaa82d5df2dbcc9c/.tmp/C/bd7a6326e968487eb52cd50ca955520d is 50, key is test_row_0/C:col10/1731487077254/Put/seqid=0 2024-11-13T08:37:59,464 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38605 is added to blk_1073742159_1335 (size=12301) 2024-11-13T08:37:59,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45349 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=84 2024-11-13T08:37:59,864 INFO [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-0 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=408 (bloomFilter=true), to=hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/5d17976fc8fe6dd5aaa82d5df2dbcc9c/.tmp/C/bd7a6326e968487eb52cd50ca955520d 2024-11-13T08:37:59,868 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-0 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/5d17976fc8fe6dd5aaa82d5df2dbcc9c/.tmp/A/ca3477a373ac4f10b24e01e9b62da2d6 as hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/5d17976fc8fe6dd5aaa82d5df2dbcc9c/A/ca3477a373ac4f10b24e01e9b62da2d6 2024-11-13T08:37:59,872 INFO [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-0 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/5d17976fc8fe6dd5aaa82d5df2dbcc9c/A/ca3477a373ac4f10b24e01e9b62da2d6, entries=150, sequenceid=408, filesize=12.0 K 2024-11-13T08:37:59,873 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-0 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/5d17976fc8fe6dd5aaa82d5df2dbcc9c/.tmp/B/af5c86f4a9eb46ce927dd6c3856d4147 as hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/5d17976fc8fe6dd5aaa82d5df2dbcc9c/B/af5c86f4a9eb46ce927dd6c3856d4147 2024-11-13T08:37:59,875 INFO [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-0 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/5d17976fc8fe6dd5aaa82d5df2dbcc9c/B/af5c86f4a9eb46ce927dd6c3856d4147, entries=150, sequenceid=408, filesize=12.0 K 2024-11-13T08:37:59,876 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-0 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/5d17976fc8fe6dd5aaa82d5df2dbcc9c/.tmp/C/bd7a6326e968487eb52cd50ca955520d as hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/5d17976fc8fe6dd5aaa82d5df2dbcc9c/C/bd7a6326e968487eb52cd50ca955520d 2024-11-13T08:37:59,879 INFO [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-0 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/5d17976fc8fe6dd5aaa82d5df2dbcc9c/C/bd7a6326e968487eb52cd50ca955520d, entries=150, sequenceid=408, filesize=12.0 K 2024-11-13T08:37:59,880 INFO [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-0 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.HRegion(3140): Finished flush of dataSize ~93.93 KB/96180, heapSize ~246.80 KB/252720, currentSize=26.84 KB/27480 for 5d17976fc8fe6dd5aaa82d5df2dbcc9c in 1249ms, sequenceid=408, compaction requested=false 2024-11-13T08:37:59,880 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-0 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.HRegion(2603): Flush status journal for 5d17976fc8fe6dd5aaa82d5df2dbcc9c: 2024-11-13T08:37:59,880 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-0 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c. 2024-11-13T08:37:59,881 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-0 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=85 2024-11-13T08:37:59,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45349 {}] master.HMaster(4169): Remote procedure done, pid=85 2024-11-13T08:37:59,884 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=85, resume processing ppid=84 2024-11-13T08:37:59,884 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=85, ppid=84, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.3240 sec 2024-11-13T08:37:59,886 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=84, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=84, table=TestAcidGuarantees in 2.3300 sec 2024-11-13T08:38:01,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45349 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=84 2024-11-13T08:38:01,715 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-13T08:38:05,535 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-13T08:38:07,797 INFO [Thread-1142 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1142. 2024-11-13T08:38:07,797 DEBUG [Thread-1142 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-13T08:38:07,797 DEBUG [Thread-1142 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T08:38:07,797 DEBUG [Thread-1142 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T08:38:07,797 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T08:38:07,797 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-13T08:38:07,798 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 89 2024-11-13T08:38:07,798 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 69 2024-11-13T08:38:07,798 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 12 2024-11-13T08:38:07,798 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 76 2024-11-13T08:38:07,798 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 78 2024-11-13T08:38:07,798 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-13T08:38:07,798 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 3964 2024-11-13T08:38:07,798 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 3777 2024-11-13T08:38:07,798 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 3714 2024-11-13T08:38:07,798 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 3969 2024-11-13T08:38:07,798 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 3772 2024-11-13T08:38:07,798 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-13T08:38:07,798 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T08:38:07,798 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool.doWork(AcidGuaranteesTestTool.java:131) at org.apache.hadoop.hbase.util.AbstractHBaseTool.run(AbstractHBaseTool.java:150) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:102) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:91) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.testGetAtomicity(AcidGuaranteesTestBase.java:107) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T08:38:07,798 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T08:38:07,798 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T08:38:07,798 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T08:38:07,799 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45349 {}] master.HMaster$13(2820): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-11-13T08:38:07,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45349 {}] procedure2.ProcedureExecutor(1139): Stored pid=86, state=RUNNABLE:DISABLE_TABLE_PREPARE, hasLock=false; DisableTableProcedure table=TestAcidGuarantees 2024-11-13T08:38:07,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45349 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=86 2024-11-13T08:38:07,802 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731487087802"}]},"ts":"1731487087802"} 2024-11-13T08:38:07,803 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-13T08:38:07,803 INFO [PEWorker-5 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-13T08:38:07,804 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=87, ppid=86, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-13T08:38:07,805 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=88, ppid=87, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=5d17976fc8fe6dd5aaa82d5df2dbcc9c, UNASSIGN}] 2024-11-13T08:38:07,806 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=88, ppid=87, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=5d17976fc8fe6dd5aaa82d5df2dbcc9c, UNASSIGN 2024-11-13T08:38:07,806 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=88 updating hbase:meta row=5d17976fc8fe6dd5aaa82d5df2dbcc9c, regionState=CLOSING, regionLocation=dd3a0865bb23,43851,1731486997349 2024-11-13T08:38:07,807 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=88, ppid=87, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=5d17976fc8fe6dd5aaa82d5df2dbcc9c, UNASSIGN because future has completed 2024-11-13T08:38:07,808 DEBUG [PEWorker-2 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-13T08:38:07,808 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=89, ppid=88, state=RUNNABLE, hasLock=false; CloseRegionProcedure 5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349}] 2024-11-13T08:38:07,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45349 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=86 2024-11-13T08:38:07,960 INFO [RS_CLOSE_REGION-regionserver/dd3a0865bb23:0-0 {event_type=M_RS_CLOSE_REGION, pid=89}] handler.UnassignRegionHandler(122): Close 5d17976fc8fe6dd5aaa82d5df2dbcc9c 2024-11-13T08:38:07,960 DEBUG [RS_CLOSE_REGION-regionserver/dd3a0865bb23:0-0 {event_type=M_RS_CLOSE_REGION, pid=89}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-13T08:38:07,960 DEBUG [RS_CLOSE_REGION-regionserver/dd3a0865bb23:0-0 {event_type=M_RS_CLOSE_REGION, pid=89}] regionserver.HRegion(1722): Closing 5d17976fc8fe6dd5aaa82d5df2dbcc9c, disabling compactions & flushes 2024-11-13T08:38:07,960 INFO [RS_CLOSE_REGION-regionserver/dd3a0865bb23:0-0 {event_type=M_RS_CLOSE_REGION, pid=89}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c. 2024-11-13T08:38:07,960 DEBUG [RS_CLOSE_REGION-regionserver/dd3a0865bb23:0-0 {event_type=M_RS_CLOSE_REGION, pid=89}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c. 2024-11-13T08:38:07,960 DEBUG [RS_CLOSE_REGION-regionserver/dd3a0865bb23:0-0 {event_type=M_RS_CLOSE_REGION, pid=89}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c. after waiting 0 ms 2024-11-13T08:38:07,960 DEBUG [RS_CLOSE_REGION-regionserver/dd3a0865bb23:0-0 {event_type=M_RS_CLOSE_REGION, pid=89}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c. 2024-11-13T08:38:07,960 INFO [RS_CLOSE_REGION-regionserver/dd3a0865bb23:0-0 {event_type=M_RS_CLOSE_REGION, pid=89}] regionserver.HRegion(2902): Flushing 5d17976fc8fe6dd5aaa82d5df2dbcc9c 3/3 column families, dataSize=33.54 KB heapSize=88.64 KB 2024-11-13T08:38:07,964 DEBUG [RS_CLOSE_REGION-regionserver/dd3a0865bb23:0-0 {event_type=M_RS_CLOSE_REGION, pid=89}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/5d17976fc8fe6dd5aaa82d5df2dbcc9c/.tmp/A/21f45344ae02479b9e585deb4f11427a is 50, key is test_row_0/A:col10/1731487079415/Put/seqid=0 2024-11-13T08:38:07,967 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38605 is added to blk_1073742160_1336 (size=12301) 2024-11-13T08:38:08,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45349 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=86 2024-11-13T08:38:08,368 INFO [RS_CLOSE_REGION-regionserver/dd3a0865bb23:0-0 {event_type=M_RS_CLOSE_REGION, pid=89}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=418 (bloomFilter=true), to=hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/5d17976fc8fe6dd5aaa82d5df2dbcc9c/.tmp/A/21f45344ae02479b9e585deb4f11427a 2024-11-13T08:38:08,375 DEBUG [RS_CLOSE_REGION-regionserver/dd3a0865bb23:0-0 {event_type=M_RS_CLOSE_REGION, pid=89}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/5d17976fc8fe6dd5aaa82d5df2dbcc9c/.tmp/B/726f6822674443d5b0a71d427c87382b is 50, key is test_row_0/B:col10/1731487079415/Put/seqid=0 2024-11-13T08:38:08,378 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38605 is added to blk_1073742161_1337 (size=12301) 2024-11-13T08:38:08,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45349 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=86 2024-11-13T08:38:08,779 INFO [RS_CLOSE_REGION-regionserver/dd3a0865bb23:0-0 {event_type=M_RS_CLOSE_REGION, pid=89}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=418 (bloomFilter=true), to=hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/5d17976fc8fe6dd5aaa82d5df2dbcc9c/.tmp/B/726f6822674443d5b0a71d427c87382b 2024-11-13T08:38:08,785 DEBUG [RS_CLOSE_REGION-regionserver/dd3a0865bb23:0-0 {event_type=M_RS_CLOSE_REGION, pid=89}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/5d17976fc8fe6dd5aaa82d5df2dbcc9c/.tmp/C/7afe5abb937d44cf88561efbc7ccf84a is 50, key is test_row_0/C:col10/1731487079415/Put/seqid=0 2024-11-13T08:38:08,788 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38605 is added to blk_1073742162_1338 (size=12301) 2024-11-13T08:38:08,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45349 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=86 2024-11-13T08:38:09,189 INFO [RS_CLOSE_REGION-regionserver/dd3a0865bb23:0-0 {event_type=M_RS_CLOSE_REGION, pid=89}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=418 (bloomFilter=true), to=hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/5d17976fc8fe6dd5aaa82d5df2dbcc9c/.tmp/C/7afe5abb937d44cf88561efbc7ccf84a 2024-11-13T08:38:09,193 DEBUG [RS_CLOSE_REGION-regionserver/dd3a0865bb23:0-0 {event_type=M_RS_CLOSE_REGION, pid=89}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/5d17976fc8fe6dd5aaa82d5df2dbcc9c/.tmp/A/21f45344ae02479b9e585deb4f11427a as hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/5d17976fc8fe6dd5aaa82d5df2dbcc9c/A/21f45344ae02479b9e585deb4f11427a 2024-11-13T08:38:09,196 INFO [RS_CLOSE_REGION-regionserver/dd3a0865bb23:0-0 {event_type=M_RS_CLOSE_REGION, pid=89}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/5d17976fc8fe6dd5aaa82d5df2dbcc9c/A/21f45344ae02479b9e585deb4f11427a, entries=150, sequenceid=418, filesize=12.0 K 2024-11-13T08:38:09,197 DEBUG [RS_CLOSE_REGION-regionserver/dd3a0865bb23:0-0 {event_type=M_RS_CLOSE_REGION, pid=89}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/5d17976fc8fe6dd5aaa82d5df2dbcc9c/.tmp/B/726f6822674443d5b0a71d427c87382b as hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/5d17976fc8fe6dd5aaa82d5df2dbcc9c/B/726f6822674443d5b0a71d427c87382b 2024-11-13T08:38:09,200 INFO [RS_CLOSE_REGION-regionserver/dd3a0865bb23:0-0 {event_type=M_RS_CLOSE_REGION, pid=89}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/5d17976fc8fe6dd5aaa82d5df2dbcc9c/B/726f6822674443d5b0a71d427c87382b, entries=150, sequenceid=418, filesize=12.0 K 2024-11-13T08:38:09,200 DEBUG [RS_CLOSE_REGION-regionserver/dd3a0865bb23:0-0 {event_type=M_RS_CLOSE_REGION, pid=89}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/5d17976fc8fe6dd5aaa82d5df2dbcc9c/.tmp/C/7afe5abb937d44cf88561efbc7ccf84a as hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/5d17976fc8fe6dd5aaa82d5df2dbcc9c/C/7afe5abb937d44cf88561efbc7ccf84a 2024-11-13T08:38:09,203 INFO [RS_CLOSE_REGION-regionserver/dd3a0865bb23:0-0 {event_type=M_RS_CLOSE_REGION, pid=89}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/5d17976fc8fe6dd5aaa82d5df2dbcc9c/C/7afe5abb937d44cf88561efbc7ccf84a, entries=150, sequenceid=418, filesize=12.0 K 2024-11-13T08:38:09,204 INFO [RS_CLOSE_REGION-regionserver/dd3a0865bb23:0-0 {event_type=M_RS_CLOSE_REGION, pid=89}] regionserver.HRegion(3140): Finished flush of dataSize ~33.54 KB/34350, heapSize ~88.59 KB/90720, currentSize=0 B/0 for 5d17976fc8fe6dd5aaa82d5df2dbcc9c in 1244ms, sequenceid=418, compaction requested=true 2024-11-13T08:38:09,204 DEBUG [StoreCloser-TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/5d17976fc8fe6dd5aaa82d5df2dbcc9c/A/24f8d3139a134f989e37c72ea999ef3f, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/5d17976fc8fe6dd5aaa82d5df2dbcc9c/A/9c68be641e0c4cf7ac6a0ff11ea613c8, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/5d17976fc8fe6dd5aaa82d5df2dbcc9c/A/2832c00433d24862b906f0449239b31a, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/5d17976fc8fe6dd5aaa82d5df2dbcc9c/A/1fb1d8a8591a43658750ce1482e56ee8, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/5d17976fc8fe6dd5aaa82d5df2dbcc9c/A/b8c040bfb3bb40228c20736c8c468f5e, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/5d17976fc8fe6dd5aaa82d5df2dbcc9c/A/e0038b6a3dcb43e5b0750317a1f15534, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/5d17976fc8fe6dd5aaa82d5df2dbcc9c/A/a27f962fbd9f4110a6c7d372d2eac050, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/5d17976fc8fe6dd5aaa82d5df2dbcc9c/A/f2a420726f31429f95a9348976ebb83c, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/5d17976fc8fe6dd5aaa82d5df2dbcc9c/A/18a34ee2a3694102b6149baf4bef4783, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/5d17976fc8fe6dd5aaa82d5df2dbcc9c/A/2108519fe2944748ad1b44019d95edc3, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/5d17976fc8fe6dd5aaa82d5df2dbcc9c/A/eeaeb9d3b05b42aebf90dd428ac9e43c, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/5d17976fc8fe6dd5aaa82d5df2dbcc9c/A/216b05348bb24eae9f5b74575106aca9, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/5d17976fc8fe6dd5aaa82d5df2dbcc9c/A/1f6a4c05e7ba4a5989fa01b134d6467b, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/5d17976fc8fe6dd5aaa82d5df2dbcc9c/A/d5c8dad7d6484cc88f9e073db18713c2, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/5d17976fc8fe6dd5aaa82d5df2dbcc9c/A/4627ab685adb44be846c0d3014c51a23, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/5d17976fc8fe6dd5aaa82d5df2dbcc9c/A/ab7fa33575a74e4b9cdb2199b65d4268, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/5d17976fc8fe6dd5aaa82d5df2dbcc9c/A/05fb657a87ae486aacf083667788ce55, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/5d17976fc8fe6dd5aaa82d5df2dbcc9c/A/b2324d3f92c7443caae8cf319b7f525d, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/5d17976fc8fe6dd5aaa82d5df2dbcc9c/A/eb0bd7fb945a4e278839deda7cfb0504, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/5d17976fc8fe6dd5aaa82d5df2dbcc9c/A/724c15a5af9540e891a5b86cad122e09, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/5d17976fc8fe6dd5aaa82d5df2dbcc9c/A/26e2237f5b8947949a05061509302567, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/5d17976fc8fe6dd5aaa82d5df2dbcc9c/A/726b3ba888bb41a4814fe5cc1eb5283a, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/5d17976fc8fe6dd5aaa82d5df2dbcc9c/A/939465ede45747009639331eda9888d3, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/5d17976fc8fe6dd5aaa82d5df2dbcc9c/A/ec16455644244bd8a4c2eb6f5bb7787b, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/5d17976fc8fe6dd5aaa82d5df2dbcc9c/A/55092fd9a95d4231b14e3f34caa9a353, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/5d17976fc8fe6dd5aaa82d5df2dbcc9c/A/72500e1877324b36bf1beadb1f2d2c57, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/5d17976fc8fe6dd5aaa82d5df2dbcc9c/A/f0598d70642940cd9adc3646d374f596, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/5d17976fc8fe6dd5aaa82d5df2dbcc9c/A/b11fbe9c12ce40d58bcabf7dd6fe6a2e] to archive 2024-11-13T08:38:09,205 DEBUG [StoreCloser-TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-13T08:38:09,207 DEBUG [StoreCloser-TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/5d17976fc8fe6dd5aaa82d5df2dbcc9c/A/24f8d3139a134f989e37c72ea999ef3f to hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/archive/data/default/TestAcidGuarantees/5d17976fc8fe6dd5aaa82d5df2dbcc9c/A/24f8d3139a134f989e37c72ea999ef3f 2024-11-13T08:38:09,207 DEBUG [StoreCloser-TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/5d17976fc8fe6dd5aaa82d5df2dbcc9c/A/9c68be641e0c4cf7ac6a0ff11ea613c8 to hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/archive/data/default/TestAcidGuarantees/5d17976fc8fe6dd5aaa82d5df2dbcc9c/A/9c68be641e0c4cf7ac6a0ff11ea613c8 2024-11-13T08:38:09,208 DEBUG [StoreCloser-TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/5d17976fc8fe6dd5aaa82d5df2dbcc9c/A/2832c00433d24862b906f0449239b31a to hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/archive/data/default/TestAcidGuarantees/5d17976fc8fe6dd5aaa82d5df2dbcc9c/A/2832c00433d24862b906f0449239b31a 2024-11-13T08:38:09,209 DEBUG [StoreCloser-TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/5d17976fc8fe6dd5aaa82d5df2dbcc9c/A/1fb1d8a8591a43658750ce1482e56ee8 to hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/archive/data/default/TestAcidGuarantees/5d17976fc8fe6dd5aaa82d5df2dbcc9c/A/1fb1d8a8591a43658750ce1482e56ee8 2024-11-13T08:38:09,210 DEBUG [StoreCloser-TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/5d17976fc8fe6dd5aaa82d5df2dbcc9c/A/b8c040bfb3bb40228c20736c8c468f5e to hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/archive/data/default/TestAcidGuarantees/5d17976fc8fe6dd5aaa82d5df2dbcc9c/A/b8c040bfb3bb40228c20736c8c468f5e 2024-11-13T08:38:09,211 DEBUG [StoreCloser-TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/5d17976fc8fe6dd5aaa82d5df2dbcc9c/A/e0038b6a3dcb43e5b0750317a1f15534 to hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/archive/data/default/TestAcidGuarantees/5d17976fc8fe6dd5aaa82d5df2dbcc9c/A/e0038b6a3dcb43e5b0750317a1f15534 2024-11-13T08:38:09,211 DEBUG [StoreCloser-TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/5d17976fc8fe6dd5aaa82d5df2dbcc9c/A/a27f962fbd9f4110a6c7d372d2eac050 to hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/archive/data/default/TestAcidGuarantees/5d17976fc8fe6dd5aaa82d5df2dbcc9c/A/a27f962fbd9f4110a6c7d372d2eac050 2024-11-13T08:38:09,212 DEBUG [StoreCloser-TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/5d17976fc8fe6dd5aaa82d5df2dbcc9c/A/f2a420726f31429f95a9348976ebb83c to hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/archive/data/default/TestAcidGuarantees/5d17976fc8fe6dd5aaa82d5df2dbcc9c/A/f2a420726f31429f95a9348976ebb83c 2024-11-13T08:38:09,213 DEBUG [StoreCloser-TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/5d17976fc8fe6dd5aaa82d5df2dbcc9c/A/18a34ee2a3694102b6149baf4bef4783 to hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/archive/data/default/TestAcidGuarantees/5d17976fc8fe6dd5aaa82d5df2dbcc9c/A/18a34ee2a3694102b6149baf4bef4783 2024-11-13T08:38:09,214 DEBUG [StoreCloser-TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/5d17976fc8fe6dd5aaa82d5df2dbcc9c/A/2108519fe2944748ad1b44019d95edc3 to hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/archive/data/default/TestAcidGuarantees/5d17976fc8fe6dd5aaa82d5df2dbcc9c/A/2108519fe2944748ad1b44019d95edc3 2024-11-13T08:38:09,215 DEBUG [StoreCloser-TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/5d17976fc8fe6dd5aaa82d5df2dbcc9c/A/eeaeb9d3b05b42aebf90dd428ac9e43c to hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/archive/data/default/TestAcidGuarantees/5d17976fc8fe6dd5aaa82d5df2dbcc9c/A/eeaeb9d3b05b42aebf90dd428ac9e43c 2024-11-13T08:38:09,215 DEBUG [StoreCloser-TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/5d17976fc8fe6dd5aaa82d5df2dbcc9c/A/216b05348bb24eae9f5b74575106aca9 to hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/archive/data/default/TestAcidGuarantees/5d17976fc8fe6dd5aaa82d5df2dbcc9c/A/216b05348bb24eae9f5b74575106aca9 2024-11-13T08:38:09,216 DEBUG [StoreCloser-TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/5d17976fc8fe6dd5aaa82d5df2dbcc9c/A/1f6a4c05e7ba4a5989fa01b134d6467b to hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/archive/data/default/TestAcidGuarantees/5d17976fc8fe6dd5aaa82d5df2dbcc9c/A/1f6a4c05e7ba4a5989fa01b134d6467b 2024-11-13T08:38:09,217 DEBUG [StoreCloser-TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/5d17976fc8fe6dd5aaa82d5df2dbcc9c/A/d5c8dad7d6484cc88f9e073db18713c2 to hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/archive/data/default/TestAcidGuarantees/5d17976fc8fe6dd5aaa82d5df2dbcc9c/A/d5c8dad7d6484cc88f9e073db18713c2 2024-11-13T08:38:09,218 DEBUG [StoreCloser-TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/5d17976fc8fe6dd5aaa82d5df2dbcc9c/A/4627ab685adb44be846c0d3014c51a23 to hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/archive/data/default/TestAcidGuarantees/5d17976fc8fe6dd5aaa82d5df2dbcc9c/A/4627ab685adb44be846c0d3014c51a23 2024-11-13T08:38:09,219 DEBUG [StoreCloser-TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/5d17976fc8fe6dd5aaa82d5df2dbcc9c/A/ab7fa33575a74e4b9cdb2199b65d4268 to hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/archive/data/default/TestAcidGuarantees/5d17976fc8fe6dd5aaa82d5df2dbcc9c/A/ab7fa33575a74e4b9cdb2199b65d4268 2024-11-13T08:38:09,219 DEBUG [StoreCloser-TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/5d17976fc8fe6dd5aaa82d5df2dbcc9c/A/05fb657a87ae486aacf083667788ce55 to hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/archive/data/default/TestAcidGuarantees/5d17976fc8fe6dd5aaa82d5df2dbcc9c/A/05fb657a87ae486aacf083667788ce55 2024-11-13T08:38:09,225 DEBUG [StoreCloser-TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/5d17976fc8fe6dd5aaa82d5df2dbcc9c/A/b2324d3f92c7443caae8cf319b7f525d to hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/archive/data/default/TestAcidGuarantees/5d17976fc8fe6dd5aaa82d5df2dbcc9c/A/b2324d3f92c7443caae8cf319b7f525d 2024-11-13T08:38:09,226 DEBUG [StoreCloser-TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/5d17976fc8fe6dd5aaa82d5df2dbcc9c/A/eb0bd7fb945a4e278839deda7cfb0504 to hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/archive/data/default/TestAcidGuarantees/5d17976fc8fe6dd5aaa82d5df2dbcc9c/A/eb0bd7fb945a4e278839deda7cfb0504 2024-11-13T08:38:09,227 DEBUG [StoreCloser-TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/5d17976fc8fe6dd5aaa82d5df2dbcc9c/A/724c15a5af9540e891a5b86cad122e09 to hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/archive/data/default/TestAcidGuarantees/5d17976fc8fe6dd5aaa82d5df2dbcc9c/A/724c15a5af9540e891a5b86cad122e09 2024-11-13T08:38:09,228 DEBUG [StoreCloser-TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/5d17976fc8fe6dd5aaa82d5df2dbcc9c/A/26e2237f5b8947949a05061509302567 to hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/archive/data/default/TestAcidGuarantees/5d17976fc8fe6dd5aaa82d5df2dbcc9c/A/26e2237f5b8947949a05061509302567 2024-11-13T08:38:09,228 DEBUG [StoreCloser-TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/5d17976fc8fe6dd5aaa82d5df2dbcc9c/A/726b3ba888bb41a4814fe5cc1eb5283a to hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/archive/data/default/TestAcidGuarantees/5d17976fc8fe6dd5aaa82d5df2dbcc9c/A/726b3ba888bb41a4814fe5cc1eb5283a 2024-11-13T08:38:09,229 DEBUG [StoreCloser-TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/5d17976fc8fe6dd5aaa82d5df2dbcc9c/A/939465ede45747009639331eda9888d3 to hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/archive/data/default/TestAcidGuarantees/5d17976fc8fe6dd5aaa82d5df2dbcc9c/A/939465ede45747009639331eda9888d3 2024-11-13T08:38:09,230 DEBUG [StoreCloser-TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/5d17976fc8fe6dd5aaa82d5df2dbcc9c/A/ec16455644244bd8a4c2eb6f5bb7787b to hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/archive/data/default/TestAcidGuarantees/5d17976fc8fe6dd5aaa82d5df2dbcc9c/A/ec16455644244bd8a4c2eb6f5bb7787b 2024-11-13T08:38:09,231 DEBUG [StoreCloser-TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/5d17976fc8fe6dd5aaa82d5df2dbcc9c/A/55092fd9a95d4231b14e3f34caa9a353 to hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/archive/data/default/TestAcidGuarantees/5d17976fc8fe6dd5aaa82d5df2dbcc9c/A/55092fd9a95d4231b14e3f34caa9a353 2024-11-13T08:38:09,232 DEBUG [StoreCloser-TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/5d17976fc8fe6dd5aaa82d5df2dbcc9c/A/72500e1877324b36bf1beadb1f2d2c57 to hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/archive/data/default/TestAcidGuarantees/5d17976fc8fe6dd5aaa82d5df2dbcc9c/A/72500e1877324b36bf1beadb1f2d2c57 2024-11-13T08:38:09,233 DEBUG [StoreCloser-TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/5d17976fc8fe6dd5aaa82d5df2dbcc9c/A/f0598d70642940cd9adc3646d374f596 to hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/archive/data/default/TestAcidGuarantees/5d17976fc8fe6dd5aaa82d5df2dbcc9c/A/f0598d70642940cd9adc3646d374f596 2024-11-13T08:38:09,234 DEBUG [StoreCloser-TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/5d17976fc8fe6dd5aaa82d5df2dbcc9c/A/b11fbe9c12ce40d58bcabf7dd6fe6a2e to hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/archive/data/default/TestAcidGuarantees/5d17976fc8fe6dd5aaa82d5df2dbcc9c/A/b11fbe9c12ce40d58bcabf7dd6fe6a2e 2024-11-13T08:38:09,235 DEBUG [StoreCloser-TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/5d17976fc8fe6dd5aaa82d5df2dbcc9c/B/0042f3a9529f4dd095790f52bdd6b31f, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/5d17976fc8fe6dd5aaa82d5df2dbcc9c/B/4b78f16eb71f476ab2354ddfff370004, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/5d17976fc8fe6dd5aaa82d5df2dbcc9c/B/7b75f61242204ae3a26ba818a26760bc, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/5d17976fc8fe6dd5aaa82d5df2dbcc9c/B/1b3a8dadaad141eeac7a8e14c17c8877, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/5d17976fc8fe6dd5aaa82d5df2dbcc9c/B/08d861490ea240dcb8a285ecf18afc4e, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/5d17976fc8fe6dd5aaa82d5df2dbcc9c/B/205b8fd9272640cf98a83f664fb31412, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/5d17976fc8fe6dd5aaa82d5df2dbcc9c/B/26801e0242f64f56b39be06de3ff4401, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/5d17976fc8fe6dd5aaa82d5df2dbcc9c/B/cdbffb0fb8264dcdbf491f8cf5b1506b, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/5d17976fc8fe6dd5aaa82d5df2dbcc9c/B/c096344b8ea34b15bdba816faee146fb, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/5d17976fc8fe6dd5aaa82d5df2dbcc9c/B/401d579c5d9c4e379fb3caf33360a1de, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/5d17976fc8fe6dd5aaa82d5df2dbcc9c/B/64b9b209f79d4d8ca489fd535fd19560, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/5d17976fc8fe6dd5aaa82d5df2dbcc9c/B/4ba52f7b426c42ae9f2cd9985389bdcf, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/5d17976fc8fe6dd5aaa82d5df2dbcc9c/B/5b599e8885464c3a8a319a64b0d9b252, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/5d17976fc8fe6dd5aaa82d5df2dbcc9c/B/eac99cea627f4f03b028d4df16841ad2, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/5d17976fc8fe6dd5aaa82d5df2dbcc9c/B/5128997980b444ea8b66b0de5056a596, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/5d17976fc8fe6dd5aaa82d5df2dbcc9c/B/e74ae5f8e4954570b64ed910f8a90537, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/5d17976fc8fe6dd5aaa82d5df2dbcc9c/B/897650a59b994d539f3c2a8f4ee23126, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/5d17976fc8fe6dd5aaa82d5df2dbcc9c/B/0411d92451f749728796b5b0a8958693, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/5d17976fc8fe6dd5aaa82d5df2dbcc9c/B/c0c3240027fb4eb1b229ad7b273fcc3a, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/5d17976fc8fe6dd5aaa82d5df2dbcc9c/B/79391595eff7403ba04eec49744ba72f, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/5d17976fc8fe6dd5aaa82d5df2dbcc9c/B/8c628147ebc2473e9e2b4b2e19832e72, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/5d17976fc8fe6dd5aaa82d5df2dbcc9c/B/612b05eff9184e5893dd58e2e6acde46, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/5d17976fc8fe6dd5aaa82d5df2dbcc9c/B/f95de0b1f70c4e5088d6ed9c04cbced4, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/5d17976fc8fe6dd5aaa82d5df2dbcc9c/B/e99b73e793f644fcad11a2424c229dad, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/5d17976fc8fe6dd5aaa82d5df2dbcc9c/B/976c2da636be419cafcfde81cd6a6724, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/5d17976fc8fe6dd5aaa82d5df2dbcc9c/B/d1e225398ecb4711a6e6487409963e89, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/5d17976fc8fe6dd5aaa82d5df2dbcc9c/B/ce3a0fb4d48e4d3c8bfad6356c1ffac9, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/5d17976fc8fe6dd5aaa82d5df2dbcc9c/B/2113a53634ef4bfd879f5d71de8f237e] to archive 2024-11-13T08:38:09,236 DEBUG [StoreCloser-TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-13T08:38:09,237 DEBUG [StoreCloser-TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/5d17976fc8fe6dd5aaa82d5df2dbcc9c/B/0042f3a9529f4dd095790f52bdd6b31f to hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/archive/data/default/TestAcidGuarantees/5d17976fc8fe6dd5aaa82d5df2dbcc9c/B/0042f3a9529f4dd095790f52bdd6b31f 2024-11-13T08:38:09,238 DEBUG [StoreCloser-TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/5d17976fc8fe6dd5aaa82d5df2dbcc9c/B/4b78f16eb71f476ab2354ddfff370004 to hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/archive/data/default/TestAcidGuarantees/5d17976fc8fe6dd5aaa82d5df2dbcc9c/B/4b78f16eb71f476ab2354ddfff370004 2024-11-13T08:38:09,239 DEBUG [StoreCloser-TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/5d17976fc8fe6dd5aaa82d5df2dbcc9c/B/7b75f61242204ae3a26ba818a26760bc to hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/archive/data/default/TestAcidGuarantees/5d17976fc8fe6dd5aaa82d5df2dbcc9c/B/7b75f61242204ae3a26ba818a26760bc 2024-11-13T08:38:09,239 DEBUG [StoreCloser-TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/5d17976fc8fe6dd5aaa82d5df2dbcc9c/B/1b3a8dadaad141eeac7a8e14c17c8877 to hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/archive/data/default/TestAcidGuarantees/5d17976fc8fe6dd5aaa82d5df2dbcc9c/B/1b3a8dadaad141eeac7a8e14c17c8877 2024-11-13T08:38:09,240 DEBUG [StoreCloser-TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/5d17976fc8fe6dd5aaa82d5df2dbcc9c/B/08d861490ea240dcb8a285ecf18afc4e to hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/archive/data/default/TestAcidGuarantees/5d17976fc8fe6dd5aaa82d5df2dbcc9c/B/08d861490ea240dcb8a285ecf18afc4e 2024-11-13T08:38:09,241 DEBUG [StoreCloser-TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/5d17976fc8fe6dd5aaa82d5df2dbcc9c/B/205b8fd9272640cf98a83f664fb31412 to hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/archive/data/default/TestAcidGuarantees/5d17976fc8fe6dd5aaa82d5df2dbcc9c/B/205b8fd9272640cf98a83f664fb31412 2024-11-13T08:38:09,242 DEBUG [StoreCloser-TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/5d17976fc8fe6dd5aaa82d5df2dbcc9c/B/26801e0242f64f56b39be06de3ff4401 to hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/archive/data/default/TestAcidGuarantees/5d17976fc8fe6dd5aaa82d5df2dbcc9c/B/26801e0242f64f56b39be06de3ff4401 2024-11-13T08:38:09,243 DEBUG [StoreCloser-TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/5d17976fc8fe6dd5aaa82d5df2dbcc9c/B/cdbffb0fb8264dcdbf491f8cf5b1506b to hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/archive/data/default/TestAcidGuarantees/5d17976fc8fe6dd5aaa82d5df2dbcc9c/B/cdbffb0fb8264dcdbf491f8cf5b1506b 2024-11-13T08:38:09,245 DEBUG [StoreCloser-TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/5d17976fc8fe6dd5aaa82d5df2dbcc9c/B/c096344b8ea34b15bdba816faee146fb to hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/archive/data/default/TestAcidGuarantees/5d17976fc8fe6dd5aaa82d5df2dbcc9c/B/c096344b8ea34b15bdba816faee146fb 2024-11-13T08:38:09,245 DEBUG [StoreCloser-TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/5d17976fc8fe6dd5aaa82d5df2dbcc9c/B/401d579c5d9c4e379fb3caf33360a1de to hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/archive/data/default/TestAcidGuarantees/5d17976fc8fe6dd5aaa82d5df2dbcc9c/B/401d579c5d9c4e379fb3caf33360a1de 2024-11-13T08:38:09,246 DEBUG [StoreCloser-TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/5d17976fc8fe6dd5aaa82d5df2dbcc9c/B/64b9b209f79d4d8ca489fd535fd19560 to hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/archive/data/default/TestAcidGuarantees/5d17976fc8fe6dd5aaa82d5df2dbcc9c/B/64b9b209f79d4d8ca489fd535fd19560 2024-11-13T08:38:09,247 DEBUG [StoreCloser-TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/5d17976fc8fe6dd5aaa82d5df2dbcc9c/B/4ba52f7b426c42ae9f2cd9985389bdcf to hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/archive/data/default/TestAcidGuarantees/5d17976fc8fe6dd5aaa82d5df2dbcc9c/B/4ba52f7b426c42ae9f2cd9985389bdcf 2024-11-13T08:38:09,248 DEBUG [StoreCloser-TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/5d17976fc8fe6dd5aaa82d5df2dbcc9c/B/5b599e8885464c3a8a319a64b0d9b252 to hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/archive/data/default/TestAcidGuarantees/5d17976fc8fe6dd5aaa82d5df2dbcc9c/B/5b599e8885464c3a8a319a64b0d9b252 2024-11-13T08:38:09,249 DEBUG [StoreCloser-TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/5d17976fc8fe6dd5aaa82d5df2dbcc9c/B/eac99cea627f4f03b028d4df16841ad2 to hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/archive/data/default/TestAcidGuarantees/5d17976fc8fe6dd5aaa82d5df2dbcc9c/B/eac99cea627f4f03b028d4df16841ad2 2024-11-13T08:38:09,250 DEBUG [StoreCloser-TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/5d17976fc8fe6dd5aaa82d5df2dbcc9c/B/5128997980b444ea8b66b0de5056a596 to hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/archive/data/default/TestAcidGuarantees/5d17976fc8fe6dd5aaa82d5df2dbcc9c/B/5128997980b444ea8b66b0de5056a596 2024-11-13T08:38:09,251 DEBUG [StoreCloser-TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/5d17976fc8fe6dd5aaa82d5df2dbcc9c/B/e74ae5f8e4954570b64ed910f8a90537 to hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/archive/data/default/TestAcidGuarantees/5d17976fc8fe6dd5aaa82d5df2dbcc9c/B/e74ae5f8e4954570b64ed910f8a90537 2024-11-13T08:38:09,251 DEBUG [StoreCloser-TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/5d17976fc8fe6dd5aaa82d5df2dbcc9c/B/897650a59b994d539f3c2a8f4ee23126 to hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/archive/data/default/TestAcidGuarantees/5d17976fc8fe6dd5aaa82d5df2dbcc9c/B/897650a59b994d539f3c2a8f4ee23126 2024-11-13T08:38:09,252 DEBUG [StoreCloser-TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/5d17976fc8fe6dd5aaa82d5df2dbcc9c/B/0411d92451f749728796b5b0a8958693 to hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/archive/data/default/TestAcidGuarantees/5d17976fc8fe6dd5aaa82d5df2dbcc9c/B/0411d92451f749728796b5b0a8958693 2024-11-13T08:38:09,253 DEBUG [StoreCloser-TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/5d17976fc8fe6dd5aaa82d5df2dbcc9c/B/c0c3240027fb4eb1b229ad7b273fcc3a to hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/archive/data/default/TestAcidGuarantees/5d17976fc8fe6dd5aaa82d5df2dbcc9c/B/c0c3240027fb4eb1b229ad7b273fcc3a 2024-11-13T08:38:09,254 DEBUG [StoreCloser-TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/5d17976fc8fe6dd5aaa82d5df2dbcc9c/B/79391595eff7403ba04eec49744ba72f to hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/archive/data/default/TestAcidGuarantees/5d17976fc8fe6dd5aaa82d5df2dbcc9c/B/79391595eff7403ba04eec49744ba72f 2024-11-13T08:38:09,255 DEBUG [StoreCloser-TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/5d17976fc8fe6dd5aaa82d5df2dbcc9c/B/8c628147ebc2473e9e2b4b2e19832e72 to hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/archive/data/default/TestAcidGuarantees/5d17976fc8fe6dd5aaa82d5df2dbcc9c/B/8c628147ebc2473e9e2b4b2e19832e72 2024-11-13T08:38:09,256 DEBUG [StoreCloser-TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/5d17976fc8fe6dd5aaa82d5df2dbcc9c/B/612b05eff9184e5893dd58e2e6acde46 to hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/archive/data/default/TestAcidGuarantees/5d17976fc8fe6dd5aaa82d5df2dbcc9c/B/612b05eff9184e5893dd58e2e6acde46 2024-11-13T08:38:09,257 DEBUG [StoreCloser-TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/5d17976fc8fe6dd5aaa82d5df2dbcc9c/B/f95de0b1f70c4e5088d6ed9c04cbced4 to hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/archive/data/default/TestAcidGuarantees/5d17976fc8fe6dd5aaa82d5df2dbcc9c/B/f95de0b1f70c4e5088d6ed9c04cbced4 2024-11-13T08:38:09,258 DEBUG [StoreCloser-TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/5d17976fc8fe6dd5aaa82d5df2dbcc9c/B/e99b73e793f644fcad11a2424c229dad to hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/archive/data/default/TestAcidGuarantees/5d17976fc8fe6dd5aaa82d5df2dbcc9c/B/e99b73e793f644fcad11a2424c229dad 2024-11-13T08:38:09,259 DEBUG [StoreCloser-TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/5d17976fc8fe6dd5aaa82d5df2dbcc9c/B/976c2da636be419cafcfde81cd6a6724 to hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/archive/data/default/TestAcidGuarantees/5d17976fc8fe6dd5aaa82d5df2dbcc9c/B/976c2da636be419cafcfde81cd6a6724 2024-11-13T08:38:09,259 DEBUG [StoreCloser-TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/5d17976fc8fe6dd5aaa82d5df2dbcc9c/B/d1e225398ecb4711a6e6487409963e89 to hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/archive/data/default/TestAcidGuarantees/5d17976fc8fe6dd5aaa82d5df2dbcc9c/B/d1e225398ecb4711a6e6487409963e89 2024-11-13T08:38:09,260 DEBUG [StoreCloser-TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/5d17976fc8fe6dd5aaa82d5df2dbcc9c/B/ce3a0fb4d48e4d3c8bfad6356c1ffac9 to hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/archive/data/default/TestAcidGuarantees/5d17976fc8fe6dd5aaa82d5df2dbcc9c/B/ce3a0fb4d48e4d3c8bfad6356c1ffac9 2024-11-13T08:38:09,261 DEBUG [StoreCloser-TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/5d17976fc8fe6dd5aaa82d5df2dbcc9c/B/2113a53634ef4bfd879f5d71de8f237e to hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/archive/data/default/TestAcidGuarantees/5d17976fc8fe6dd5aaa82d5df2dbcc9c/B/2113a53634ef4bfd879f5d71de8f237e 2024-11-13T08:38:09,262 DEBUG [StoreCloser-TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/5d17976fc8fe6dd5aaa82d5df2dbcc9c/C/2e6da649dc0a49d5856f3c12c7c10811, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/5d17976fc8fe6dd5aaa82d5df2dbcc9c/C/13cee8349cfa43a1955af130719a637b, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/5d17976fc8fe6dd5aaa82d5df2dbcc9c/C/9a03e87012bd4ef488492ecb213d79f4, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/5d17976fc8fe6dd5aaa82d5df2dbcc9c/C/da62f1a714884630989795e88567a0f5, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/5d17976fc8fe6dd5aaa82d5df2dbcc9c/C/f4d8f6e5cdd34edbbc36ad09a8d59346, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/5d17976fc8fe6dd5aaa82d5df2dbcc9c/C/34fe1946e2a6495b92981df7a090bfd9, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/5d17976fc8fe6dd5aaa82d5df2dbcc9c/C/471cc61d6084406ba277d36f7de55299, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/5d17976fc8fe6dd5aaa82d5df2dbcc9c/C/14182a5a9d414e53a2cbfaff6efdf36d, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/5d17976fc8fe6dd5aaa82d5df2dbcc9c/C/3145e90728b54b2abf606fd2f418617b, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/5d17976fc8fe6dd5aaa82d5df2dbcc9c/C/3700ff2e12a24da1b84f0f9eb9feb858, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/5d17976fc8fe6dd5aaa82d5df2dbcc9c/C/0cf98e25f4d845b8beb946bd39152f68, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/5d17976fc8fe6dd5aaa82d5df2dbcc9c/C/9506f943b8a0498ab9f5d9a4f48f3ff6, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/5d17976fc8fe6dd5aaa82d5df2dbcc9c/C/c67872cec79f4cbba52ef518221052a3, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/5d17976fc8fe6dd5aaa82d5df2dbcc9c/C/d04b066746e440678c2a841b5d19fed3, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/5d17976fc8fe6dd5aaa82d5df2dbcc9c/C/2051fee3f99342f5810378f8986d26f9, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/5d17976fc8fe6dd5aaa82d5df2dbcc9c/C/103b429b807e4335a376eb9e1f504fd5, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/5d17976fc8fe6dd5aaa82d5df2dbcc9c/C/34ab4b6b9d90402897646c8e82fc16de, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/5d17976fc8fe6dd5aaa82d5df2dbcc9c/C/910c1814be4d4ca9a4f17bb2303f19a7, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/5d17976fc8fe6dd5aaa82d5df2dbcc9c/C/72f5eec81a0a4da0bda898afbe80f744, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/5d17976fc8fe6dd5aaa82d5df2dbcc9c/C/ef78c7eedf65447eb3f6e4d756c68364, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/5d17976fc8fe6dd5aaa82d5df2dbcc9c/C/5547b60d66d448e9ac03a01d2e9c668b, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/5d17976fc8fe6dd5aaa82d5df2dbcc9c/C/a343d35ad04f4c4bb080486f610815ff, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/5d17976fc8fe6dd5aaa82d5df2dbcc9c/C/bd4bc7b768294cdc8291296da5c47856, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/5d17976fc8fe6dd5aaa82d5df2dbcc9c/C/a309962b139b4f77a443a57a0cd97a90, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/5d17976fc8fe6dd5aaa82d5df2dbcc9c/C/bb5bd272758043ad8ed66edc085fc216, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/5d17976fc8fe6dd5aaa82d5df2dbcc9c/C/fc8826a1603a45d6b867053947fcfa66, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/5d17976fc8fe6dd5aaa82d5df2dbcc9c/C/0a4aa420de5b489ab7ca0d196930c4fa, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/5d17976fc8fe6dd5aaa82d5df2dbcc9c/C/bc2621f3f65e4429adb9841554c0ccd5] to archive 2024-11-13T08:38:09,263 DEBUG [StoreCloser-TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-13T08:38:09,264 DEBUG [StoreCloser-TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/5d17976fc8fe6dd5aaa82d5df2dbcc9c/C/2e6da649dc0a49d5856f3c12c7c10811 to hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/archive/data/default/TestAcidGuarantees/5d17976fc8fe6dd5aaa82d5df2dbcc9c/C/2e6da649dc0a49d5856f3c12c7c10811 2024-11-13T08:38:09,265 DEBUG [StoreCloser-TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/5d17976fc8fe6dd5aaa82d5df2dbcc9c/C/13cee8349cfa43a1955af130719a637b to hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/archive/data/default/TestAcidGuarantees/5d17976fc8fe6dd5aaa82d5df2dbcc9c/C/13cee8349cfa43a1955af130719a637b 2024-11-13T08:38:09,266 DEBUG [StoreCloser-TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/5d17976fc8fe6dd5aaa82d5df2dbcc9c/C/9a03e87012bd4ef488492ecb213d79f4 to hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/archive/data/default/TestAcidGuarantees/5d17976fc8fe6dd5aaa82d5df2dbcc9c/C/9a03e87012bd4ef488492ecb213d79f4 2024-11-13T08:38:09,267 DEBUG [StoreCloser-TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/5d17976fc8fe6dd5aaa82d5df2dbcc9c/C/da62f1a714884630989795e88567a0f5 to hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/archive/data/default/TestAcidGuarantees/5d17976fc8fe6dd5aaa82d5df2dbcc9c/C/da62f1a714884630989795e88567a0f5 2024-11-13T08:38:09,268 DEBUG [StoreCloser-TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/5d17976fc8fe6dd5aaa82d5df2dbcc9c/C/f4d8f6e5cdd34edbbc36ad09a8d59346 to hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/archive/data/default/TestAcidGuarantees/5d17976fc8fe6dd5aaa82d5df2dbcc9c/C/f4d8f6e5cdd34edbbc36ad09a8d59346 2024-11-13T08:38:09,269 DEBUG [StoreCloser-TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/5d17976fc8fe6dd5aaa82d5df2dbcc9c/C/34fe1946e2a6495b92981df7a090bfd9 to hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/archive/data/default/TestAcidGuarantees/5d17976fc8fe6dd5aaa82d5df2dbcc9c/C/34fe1946e2a6495b92981df7a090bfd9 2024-11-13T08:38:09,270 DEBUG [StoreCloser-TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/5d17976fc8fe6dd5aaa82d5df2dbcc9c/C/471cc61d6084406ba277d36f7de55299 to hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/archive/data/default/TestAcidGuarantees/5d17976fc8fe6dd5aaa82d5df2dbcc9c/C/471cc61d6084406ba277d36f7de55299 2024-11-13T08:38:09,271 DEBUG [StoreCloser-TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/5d17976fc8fe6dd5aaa82d5df2dbcc9c/C/14182a5a9d414e53a2cbfaff6efdf36d to hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/archive/data/default/TestAcidGuarantees/5d17976fc8fe6dd5aaa82d5df2dbcc9c/C/14182a5a9d414e53a2cbfaff6efdf36d 2024-11-13T08:38:09,272 DEBUG [StoreCloser-TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/5d17976fc8fe6dd5aaa82d5df2dbcc9c/C/3145e90728b54b2abf606fd2f418617b to hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/archive/data/default/TestAcidGuarantees/5d17976fc8fe6dd5aaa82d5df2dbcc9c/C/3145e90728b54b2abf606fd2f418617b 2024-11-13T08:38:09,273 DEBUG [StoreCloser-TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/5d17976fc8fe6dd5aaa82d5df2dbcc9c/C/3700ff2e12a24da1b84f0f9eb9feb858 to hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/archive/data/default/TestAcidGuarantees/5d17976fc8fe6dd5aaa82d5df2dbcc9c/C/3700ff2e12a24da1b84f0f9eb9feb858 2024-11-13T08:38:09,275 DEBUG [StoreCloser-TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/5d17976fc8fe6dd5aaa82d5df2dbcc9c/C/0cf98e25f4d845b8beb946bd39152f68 to hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/archive/data/default/TestAcidGuarantees/5d17976fc8fe6dd5aaa82d5df2dbcc9c/C/0cf98e25f4d845b8beb946bd39152f68 2024-11-13T08:38:09,276 DEBUG [StoreCloser-TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/5d17976fc8fe6dd5aaa82d5df2dbcc9c/C/9506f943b8a0498ab9f5d9a4f48f3ff6 to hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/archive/data/default/TestAcidGuarantees/5d17976fc8fe6dd5aaa82d5df2dbcc9c/C/9506f943b8a0498ab9f5d9a4f48f3ff6 2024-11-13T08:38:09,277 DEBUG [StoreCloser-TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/5d17976fc8fe6dd5aaa82d5df2dbcc9c/C/c67872cec79f4cbba52ef518221052a3 to hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/archive/data/default/TestAcidGuarantees/5d17976fc8fe6dd5aaa82d5df2dbcc9c/C/c67872cec79f4cbba52ef518221052a3 2024-11-13T08:38:09,278 DEBUG [StoreCloser-TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/5d17976fc8fe6dd5aaa82d5df2dbcc9c/C/d04b066746e440678c2a841b5d19fed3 to hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/archive/data/default/TestAcidGuarantees/5d17976fc8fe6dd5aaa82d5df2dbcc9c/C/d04b066746e440678c2a841b5d19fed3 2024-11-13T08:38:09,279 DEBUG [StoreCloser-TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/5d17976fc8fe6dd5aaa82d5df2dbcc9c/C/2051fee3f99342f5810378f8986d26f9 to hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/archive/data/default/TestAcidGuarantees/5d17976fc8fe6dd5aaa82d5df2dbcc9c/C/2051fee3f99342f5810378f8986d26f9 2024-11-13T08:38:09,280 DEBUG [StoreCloser-TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/5d17976fc8fe6dd5aaa82d5df2dbcc9c/C/103b429b807e4335a376eb9e1f504fd5 to hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/archive/data/default/TestAcidGuarantees/5d17976fc8fe6dd5aaa82d5df2dbcc9c/C/103b429b807e4335a376eb9e1f504fd5 2024-11-13T08:38:09,281 DEBUG [StoreCloser-TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/5d17976fc8fe6dd5aaa82d5df2dbcc9c/C/34ab4b6b9d90402897646c8e82fc16de to hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/archive/data/default/TestAcidGuarantees/5d17976fc8fe6dd5aaa82d5df2dbcc9c/C/34ab4b6b9d90402897646c8e82fc16de 2024-11-13T08:38:09,283 DEBUG [StoreCloser-TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/5d17976fc8fe6dd5aaa82d5df2dbcc9c/C/910c1814be4d4ca9a4f17bb2303f19a7 to hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/archive/data/default/TestAcidGuarantees/5d17976fc8fe6dd5aaa82d5df2dbcc9c/C/910c1814be4d4ca9a4f17bb2303f19a7 2024-11-13T08:38:09,284 DEBUG [StoreCloser-TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/5d17976fc8fe6dd5aaa82d5df2dbcc9c/C/72f5eec81a0a4da0bda898afbe80f744 to hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/archive/data/default/TestAcidGuarantees/5d17976fc8fe6dd5aaa82d5df2dbcc9c/C/72f5eec81a0a4da0bda898afbe80f744 2024-11-13T08:38:09,285 DEBUG [StoreCloser-TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/5d17976fc8fe6dd5aaa82d5df2dbcc9c/C/ef78c7eedf65447eb3f6e4d756c68364 to hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/archive/data/default/TestAcidGuarantees/5d17976fc8fe6dd5aaa82d5df2dbcc9c/C/ef78c7eedf65447eb3f6e4d756c68364 2024-11-13T08:38:09,286 DEBUG [StoreCloser-TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/5d17976fc8fe6dd5aaa82d5df2dbcc9c/C/5547b60d66d448e9ac03a01d2e9c668b to hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/archive/data/default/TestAcidGuarantees/5d17976fc8fe6dd5aaa82d5df2dbcc9c/C/5547b60d66d448e9ac03a01d2e9c668b 2024-11-13T08:38:09,287 DEBUG [StoreCloser-TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/5d17976fc8fe6dd5aaa82d5df2dbcc9c/C/a343d35ad04f4c4bb080486f610815ff to hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/archive/data/default/TestAcidGuarantees/5d17976fc8fe6dd5aaa82d5df2dbcc9c/C/a343d35ad04f4c4bb080486f610815ff 2024-11-13T08:38:09,288 DEBUG [StoreCloser-TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/5d17976fc8fe6dd5aaa82d5df2dbcc9c/C/bd4bc7b768294cdc8291296da5c47856 to hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/archive/data/default/TestAcidGuarantees/5d17976fc8fe6dd5aaa82d5df2dbcc9c/C/bd4bc7b768294cdc8291296da5c47856 2024-11-13T08:38:09,289 DEBUG [StoreCloser-TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/5d17976fc8fe6dd5aaa82d5df2dbcc9c/C/a309962b139b4f77a443a57a0cd97a90 to hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/archive/data/default/TestAcidGuarantees/5d17976fc8fe6dd5aaa82d5df2dbcc9c/C/a309962b139b4f77a443a57a0cd97a90 2024-11-13T08:38:09,290 DEBUG [StoreCloser-TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/5d17976fc8fe6dd5aaa82d5df2dbcc9c/C/bb5bd272758043ad8ed66edc085fc216 to hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/archive/data/default/TestAcidGuarantees/5d17976fc8fe6dd5aaa82d5df2dbcc9c/C/bb5bd272758043ad8ed66edc085fc216 2024-11-13T08:38:09,291 DEBUG [StoreCloser-TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/5d17976fc8fe6dd5aaa82d5df2dbcc9c/C/fc8826a1603a45d6b867053947fcfa66 to hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/archive/data/default/TestAcidGuarantees/5d17976fc8fe6dd5aaa82d5df2dbcc9c/C/fc8826a1603a45d6b867053947fcfa66 2024-11-13T08:38:09,292 DEBUG [StoreCloser-TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/5d17976fc8fe6dd5aaa82d5df2dbcc9c/C/0a4aa420de5b489ab7ca0d196930c4fa to hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/archive/data/default/TestAcidGuarantees/5d17976fc8fe6dd5aaa82d5df2dbcc9c/C/0a4aa420de5b489ab7ca0d196930c4fa 2024-11-13T08:38:09,293 DEBUG [StoreCloser-TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/5d17976fc8fe6dd5aaa82d5df2dbcc9c/C/bc2621f3f65e4429adb9841554c0ccd5 to hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/archive/data/default/TestAcidGuarantees/5d17976fc8fe6dd5aaa82d5df2dbcc9c/C/bc2621f3f65e4429adb9841554c0ccd5 2024-11-13T08:38:09,297 DEBUG [RS_CLOSE_REGION-regionserver/dd3a0865bb23:0-0 {event_type=M_RS_CLOSE_REGION, pid=89}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/5d17976fc8fe6dd5aaa82d5df2dbcc9c/recovered.edits/421.seqid, newMaxSeqId=421, maxSeqId=1 2024-11-13T08:38:09,297 INFO [RS_CLOSE_REGION-regionserver/dd3a0865bb23:0-0 {event_type=M_RS_CLOSE_REGION, pid=89}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c. 2024-11-13T08:38:09,297 DEBUG [RS_CLOSE_REGION-regionserver/dd3a0865bb23:0-0 {event_type=M_RS_CLOSE_REGION, pid=89}] regionserver.HRegion(1676): Region close journal for 5d17976fc8fe6dd5aaa82d5df2dbcc9c: Waiting for close lock at 1731487087960Running coprocessor pre-close hooks at 1731487087960Disabling compacts and flushes for region at 1731487087960Disabling writes for close at 1731487087960Obtaining lock to block concurrent updates at 1731487087960Preparing flush snapshotting stores in 5d17976fc8fe6dd5aaa82d5df2dbcc9c at 1731487087960Finished memstore snapshotting TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c., syncing WAL and waiting on mvcc, flushsize=dataSize=34350, getHeapSize=90720, getOffHeapSize=0, getCellsCount=750 at 1731487087960Flushing stores of TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c. at 1731487087961 (+1 ms)Flushing 5d17976fc8fe6dd5aaa82d5df2dbcc9c/A: creating writer at 1731487087961Flushing 5d17976fc8fe6dd5aaa82d5df2dbcc9c/A: appending metadata at 1731487087963 (+2 ms)Flushing 5d17976fc8fe6dd5aaa82d5df2dbcc9c/A: closing flushed file at 1731487087963Flushing 5d17976fc8fe6dd5aaa82d5df2dbcc9c/B: creating writer at 1731487088372 (+409 ms)Flushing 5d17976fc8fe6dd5aaa82d5df2dbcc9c/B: appending metadata at 1731487088375 (+3 ms)Flushing 5d17976fc8fe6dd5aaa82d5df2dbcc9c/B: closing flushed file at 1731487088375Flushing 5d17976fc8fe6dd5aaa82d5df2dbcc9c/C: creating writer at 1731487088783 (+408 ms)Flushing 5d17976fc8fe6dd5aaa82d5df2dbcc9c/C: appending metadata at 1731487088785 (+2 ms)Flushing 5d17976fc8fe6dd5aaa82d5df2dbcc9c/C: closing flushed file at 1731487088785Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3c71bb17: reopening flushed file at 1731487089192 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@30da25af: reopening flushed file at 1731487089196 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3202724: reopening flushed file at 1731487089200 (+4 ms)Finished flush of dataSize ~33.54 KB/34350, heapSize ~88.59 KB/90720, currentSize=0 B/0 for 5d17976fc8fe6dd5aaa82d5df2dbcc9c in 1244ms, sequenceid=418, compaction requested=true at 1731487089204 (+4 ms)Writing region close event to WAL at 1731487089294 (+90 ms)Running coprocessor post-close hooks at 1731487089297 (+3 ms)Closed at 1731487089297 2024-11-13T08:38:09,299 INFO [RS_CLOSE_REGION-regionserver/dd3a0865bb23:0-0 {event_type=M_RS_CLOSE_REGION, pid=89}] handler.UnassignRegionHandler(157): Closed 5d17976fc8fe6dd5aaa82d5df2dbcc9c 2024-11-13T08:38:09,300 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=88 updating hbase:meta row=5d17976fc8fe6dd5aaa82d5df2dbcc9c, regionState=CLOSED 2024-11-13T08:38:09,301 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=89, ppid=88, state=RUNNABLE, hasLock=false; CloseRegionProcedure 5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 because future has completed 2024-11-13T08:38:09,303 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=89, resume processing ppid=88 2024-11-13T08:38:09,303 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=89, ppid=88, state=SUCCESS, hasLock=false; CloseRegionProcedure 5d17976fc8fe6dd5aaa82d5df2dbcc9c, server=dd3a0865bb23,43851,1731486997349 in 1.4940 sec 2024-11-13T08:38:09,305 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=88, resume processing ppid=87 2024-11-13T08:38:09,305 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=88, ppid=87, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=5d17976fc8fe6dd5aaa82d5df2dbcc9c, UNASSIGN in 1.4980 sec 2024-11-13T08:38:09,306 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=87, resume processing ppid=86 2024-11-13T08:38:09,306 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=87, ppid=86, state=SUCCESS, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.5010 sec 2024-11-13T08:38:09,308 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731487089307"}]},"ts":"1731487089307"} 2024-11-13T08:38:09,309 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-13T08:38:09,309 INFO [PEWorker-3 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-13T08:38:09,310 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=86, state=SUCCESS, hasLock=false; DisableTableProcedure table=TestAcidGuarantees in 1.5100 sec 2024-11-13T08:38:09,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45349 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=86 2024-11-13T08:38:09,955 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DISABLE, Table Name: default:TestAcidGuarantees completed 2024-11-13T08:38:09,956 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45349 {}] master.HMaster$5(2570): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-11-13T08:38:09,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45349 {}] procedure2.ProcedureExecutor(1139): Stored pid=90, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees 2024-11-13T08:38:09,958 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=90, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-13T08:38:09,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45349 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=90 2024-11-13T08:38:09,958 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=90, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-13T08:38:09,960 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/5d17976fc8fe6dd5aaa82d5df2dbcc9c 2024-11-13T08:38:09,962 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/5d17976fc8fe6dd5aaa82d5df2dbcc9c/A, FileablePath, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/5d17976fc8fe6dd5aaa82d5df2dbcc9c/B, FileablePath, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/5d17976fc8fe6dd5aaa82d5df2dbcc9c/C, FileablePath, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/5d17976fc8fe6dd5aaa82d5df2dbcc9c/recovered.edits] 2024-11-13T08:38:09,965 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/5d17976fc8fe6dd5aaa82d5df2dbcc9c/A/21f45344ae02479b9e585deb4f11427a to hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/archive/data/default/TestAcidGuarantees/5d17976fc8fe6dd5aaa82d5df2dbcc9c/A/21f45344ae02479b9e585deb4f11427a 2024-11-13T08:38:09,966 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/5d17976fc8fe6dd5aaa82d5df2dbcc9c/A/a84bea0274424cd9893184a6cfda648d to hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/archive/data/default/TestAcidGuarantees/5d17976fc8fe6dd5aaa82d5df2dbcc9c/A/a84bea0274424cd9893184a6cfda648d 2024-11-13T08:38:09,967 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/5d17976fc8fe6dd5aaa82d5df2dbcc9c/A/ca3477a373ac4f10b24e01e9b62da2d6 to hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/archive/data/default/TestAcidGuarantees/5d17976fc8fe6dd5aaa82d5df2dbcc9c/A/ca3477a373ac4f10b24e01e9b62da2d6 2024-11-13T08:38:09,969 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/5d17976fc8fe6dd5aaa82d5df2dbcc9c/B/1f5a9acbae594620abc0c30f50375631 to hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/archive/data/default/TestAcidGuarantees/5d17976fc8fe6dd5aaa82d5df2dbcc9c/B/1f5a9acbae594620abc0c30f50375631 2024-11-13T08:38:09,970 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/5d17976fc8fe6dd5aaa82d5df2dbcc9c/B/726f6822674443d5b0a71d427c87382b to hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/archive/data/default/TestAcidGuarantees/5d17976fc8fe6dd5aaa82d5df2dbcc9c/B/726f6822674443d5b0a71d427c87382b 2024-11-13T08:38:09,971 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/5d17976fc8fe6dd5aaa82d5df2dbcc9c/B/af5c86f4a9eb46ce927dd6c3856d4147 to hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/archive/data/default/TestAcidGuarantees/5d17976fc8fe6dd5aaa82d5df2dbcc9c/B/af5c86f4a9eb46ce927dd6c3856d4147 2024-11-13T08:38:09,973 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/5d17976fc8fe6dd5aaa82d5df2dbcc9c/C/439c16f05c7340faa050ae965b6352d0 to hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/archive/data/default/TestAcidGuarantees/5d17976fc8fe6dd5aaa82d5df2dbcc9c/C/439c16f05c7340faa050ae965b6352d0 2024-11-13T08:38:09,974 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/5d17976fc8fe6dd5aaa82d5df2dbcc9c/C/7afe5abb937d44cf88561efbc7ccf84a to hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/archive/data/default/TestAcidGuarantees/5d17976fc8fe6dd5aaa82d5df2dbcc9c/C/7afe5abb937d44cf88561efbc7ccf84a 2024-11-13T08:38:09,975 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/5d17976fc8fe6dd5aaa82d5df2dbcc9c/C/bd7a6326e968487eb52cd50ca955520d to hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/archive/data/default/TestAcidGuarantees/5d17976fc8fe6dd5aaa82d5df2dbcc9c/C/bd7a6326e968487eb52cd50ca955520d 2024-11-13T08:38:09,978 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/5d17976fc8fe6dd5aaa82d5df2dbcc9c/recovered.edits/421.seqid to hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/archive/data/default/TestAcidGuarantees/5d17976fc8fe6dd5aaa82d5df2dbcc9c/recovered.edits/421.seqid 2024-11-13T08:38:09,978 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/5d17976fc8fe6dd5aaa82d5df2dbcc9c 2024-11-13T08:38:09,978 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-13T08:38:09,980 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=90, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-13T08:38:09,983 WARN [PEWorker-5 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-13T08:38:09,985 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-13T08:38:09,986 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=90, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-13T08:38:09,986 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-13T08:38:09,986 DEBUG [PEWorker-5 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1731487089986"}]},"ts":"9223372036854775807"} 2024-11-13T08:38:09,988 INFO [PEWorker-5 {}] assignment.RegionStateStore(562): Deleted 1 regions from META 2024-11-13T08:38:09,988 DEBUG [PEWorker-5 {}] assignment.RegionStateStore(563): Deleted regions: [{ENCODED => 5d17976fc8fe6dd5aaa82d5df2dbcc9c, NAME => 'TestAcidGuarantees,,1731487057134.5d17976fc8fe6dd5aaa82d5df2dbcc9c.', STARTKEY => '', ENDKEY => ''}] 2024-11-13T08:38:09,988 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-13T08:38:09,988 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1731487089988"}]},"ts":"9223372036854775807"} 2024-11-13T08:38:09,990 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(867): Deleted table TestAcidGuarantees state from META 2024-11-13T08:38:09,990 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(133): Finished pid=90, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-13T08:38:09,991 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=90, state=SUCCESS, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees in 34 msec 2024-11-13T08:38:10,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45349 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=90 2024-11-13T08:38:10,065 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocator(219): Clear meta cache for TestAcidGuarantees 2024-11-13T08:38:10,066 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DELETE, Table Name: default:TestAcidGuarantees completed 2024-11-13T08:38:10,075 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithNoInMemCompaction#testGetAtomicity Thread=238 (was 242), OpenFileDescriptor=447 (was 461), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=385 (was 386), ProcessCount=11 (was 11), AvailableMemoryMB=818 (was 912) 2024-11-13T08:38:10,083 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithNoInMemCompaction#testMobScanAtomicity Thread=238, OpenFileDescriptor=447, MaxFileDescriptor=1048576, SystemLoadAverage=385, ProcessCount=11, AvailableMemoryMB=818 2024-11-13T08:38:10,084 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45349 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-13T08:38:10,084 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45349 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T08:38:10,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45349 {}] procedure2.ProcedureExecutor(1139): Stored pid=91, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestAcidGuarantees 2024-11-13T08:38:10,087 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=91, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-13T08:38:10,087 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:10,087 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45349 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 91 2024-11-13T08:38:10,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45349 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=91 2024-11-13T08:38:10,087 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=91, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-13T08:38:10,092 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38605 is added to blk_1073742163_1339 (size=959) 2024-11-13T08:38:10,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45349 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=91 2024-11-13T08:38:10,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45349 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=91 2024-11-13T08:38:10,494 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => bbd4c5c5352c8f5e52f3c43ff45de955, NAME => 'TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21 2024-11-13T08:38:10,499 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38605 is added to blk_1073742164_1340 (size=53) 2024-11-13T08:38:10,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45349 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=91 2024-11-13T08:38:10,900 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T08:38:10,900 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1722): Closing bbd4c5c5352c8f5e52f3c43ff45de955, disabling compactions & flushes 2024-11-13T08:38:10,900 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955. 2024-11-13T08:38:10,900 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955. 2024-11-13T08:38:10,900 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955. after waiting 0 ms 2024-11-13T08:38:10,900 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955. 2024-11-13T08:38:10,900 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955. 2024-11-13T08:38:10,900 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1676): Region close journal for bbd4c5c5352c8f5e52f3c43ff45de955: Waiting for close lock at 1731487090900Disabling compacts and flushes for region at 1731487090900Disabling writes for close at 1731487090900Writing region close event to WAL at 1731487090900Closed at 1731487090900 2024-11-13T08:38:10,901 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=91, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-13T08:38:10,902 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1731487090901"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731487090901"}]},"ts":"1731487090901"} 2024-11-13T08:38:10,903 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-13T08:38:10,903 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=91, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-13T08:38:10,904 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731487090903"}]},"ts":"1731487090903"} 2024-11-13T08:38:10,905 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-13T08:38:10,905 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=92, ppid=91, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=bbd4c5c5352c8f5e52f3c43ff45de955, ASSIGN}] 2024-11-13T08:38:10,906 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=92, ppid=91, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=bbd4c5c5352c8f5e52f3c43ff45de955, ASSIGN 2024-11-13T08:38:10,906 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=92, ppid=91, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=bbd4c5c5352c8f5e52f3c43ff45de955, ASSIGN; state=OFFLINE, location=dd3a0865bb23,43851,1731486997349; forceNewPlan=false, retain=false 2024-11-13T08:38:11,057 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=92 updating hbase:meta row=bbd4c5c5352c8f5e52f3c43ff45de955, regionState=OPENING, regionLocation=dd3a0865bb23,43851,1731486997349 2024-11-13T08:38:11,059 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=92, ppid=91, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=bbd4c5c5352c8f5e52f3c43ff45de955, ASSIGN because future has completed 2024-11-13T08:38:11,059 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=93, ppid=92, state=RUNNABLE, hasLock=false; OpenRegionProcedure bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349}] 2024-11-13T08:38:11,214 INFO [RS_OPEN_REGION-regionserver/dd3a0865bb23:0-0 {event_type=M_RS_OPEN_REGION, pid=93}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955. 2024-11-13T08:38:11,214 DEBUG [RS_OPEN_REGION-regionserver/dd3a0865bb23:0-0 {event_type=M_RS_OPEN_REGION, pid=93}] regionserver.HRegion(7752): Opening region: {ENCODED => bbd4c5c5352c8f5e52f3c43ff45de955, NAME => 'TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955.', STARTKEY => '', ENDKEY => ''} 2024-11-13T08:38:11,214 DEBUG [RS_OPEN_REGION-regionserver/dd3a0865bb23:0-0 {event_type=M_RS_OPEN_REGION, pid=93}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees bbd4c5c5352c8f5e52f3c43ff45de955 2024-11-13T08:38:11,214 DEBUG [RS_OPEN_REGION-regionserver/dd3a0865bb23:0-0 {event_type=M_RS_OPEN_REGION, pid=93}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T08:38:11,214 DEBUG [RS_OPEN_REGION-regionserver/dd3a0865bb23:0-0 {event_type=M_RS_OPEN_REGION, pid=93}] regionserver.HRegion(7794): checking encryption for bbd4c5c5352c8f5e52f3c43ff45de955 2024-11-13T08:38:11,214 DEBUG [RS_OPEN_REGION-regionserver/dd3a0865bb23:0-0 {event_type=M_RS_OPEN_REGION, pid=93}] regionserver.HRegion(7797): checking classloading for bbd4c5c5352c8f5e52f3c43ff45de955 2024-11-13T08:38:11,216 INFO [StoreOpener-bbd4c5c5352c8f5e52f3c43ff45de955-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region bbd4c5c5352c8f5e52f3c43ff45de955 2024-11-13T08:38:11,217 INFO [StoreOpener-bbd4c5c5352c8f5e52f3c43ff45de955-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region bbd4c5c5352c8f5e52f3c43ff45de955 columnFamilyName A 2024-11-13T08:38:11,217 DEBUG [StoreOpener-bbd4c5c5352c8f5e52f3c43ff45de955-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:11,218 INFO [StoreOpener-bbd4c5c5352c8f5e52f3c43ff45de955-1 {}] regionserver.HStore(327): Store=bbd4c5c5352c8f5e52f3c43ff45de955/A, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T08:38:11,218 INFO [StoreOpener-bbd4c5c5352c8f5e52f3c43ff45de955-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region bbd4c5c5352c8f5e52f3c43ff45de955 2024-11-13T08:38:11,219 INFO [StoreOpener-bbd4c5c5352c8f5e52f3c43ff45de955-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region bbd4c5c5352c8f5e52f3c43ff45de955 columnFamilyName B 2024-11-13T08:38:11,219 DEBUG [StoreOpener-bbd4c5c5352c8f5e52f3c43ff45de955-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:11,220 INFO [StoreOpener-bbd4c5c5352c8f5e52f3c43ff45de955-1 {}] regionserver.HStore(327): Store=bbd4c5c5352c8f5e52f3c43ff45de955/B, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T08:38:11,220 INFO [StoreOpener-bbd4c5c5352c8f5e52f3c43ff45de955-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region bbd4c5c5352c8f5e52f3c43ff45de955 2024-11-13T08:38:11,221 INFO [StoreOpener-bbd4c5c5352c8f5e52f3c43ff45de955-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region bbd4c5c5352c8f5e52f3c43ff45de955 columnFamilyName C 2024-11-13T08:38:11,221 DEBUG [StoreOpener-bbd4c5c5352c8f5e52f3c43ff45de955-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:11,221 INFO [StoreOpener-bbd4c5c5352c8f5e52f3c43ff45de955-1 {}] regionserver.HStore(327): Store=bbd4c5c5352c8f5e52f3c43ff45de955/C, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T08:38:11,221 DEBUG [RS_OPEN_REGION-regionserver/dd3a0865bb23:0-0 {event_type=M_RS_OPEN_REGION, pid=93}] regionserver.HRegion(1038): replaying wal for bbd4c5c5352c8f5e52f3c43ff45de955 2024-11-13T08:38:11,222 DEBUG [RS_OPEN_REGION-regionserver/dd3a0865bb23:0-0 {event_type=M_RS_OPEN_REGION, pid=93}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/bbd4c5c5352c8f5e52f3c43ff45de955 2024-11-13T08:38:11,222 DEBUG [RS_OPEN_REGION-regionserver/dd3a0865bb23:0-0 {event_type=M_RS_OPEN_REGION, pid=93}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/bbd4c5c5352c8f5e52f3c43ff45de955 2024-11-13T08:38:11,223 DEBUG [RS_OPEN_REGION-regionserver/dd3a0865bb23:0-0 {event_type=M_RS_OPEN_REGION, pid=93}] regionserver.HRegion(1048): stopping wal replay for bbd4c5c5352c8f5e52f3c43ff45de955 2024-11-13T08:38:11,223 DEBUG [RS_OPEN_REGION-regionserver/dd3a0865bb23:0-0 {event_type=M_RS_OPEN_REGION, pid=93}] regionserver.HRegion(1060): Cleaning up temporary data for bbd4c5c5352c8f5e52f3c43ff45de955 2024-11-13T08:38:11,224 DEBUG [RS_OPEN_REGION-regionserver/dd3a0865bb23:0-0 {event_type=M_RS_OPEN_REGION, pid=93}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-13T08:38:11,225 DEBUG [RS_OPEN_REGION-regionserver/dd3a0865bb23:0-0 {event_type=M_RS_OPEN_REGION, pid=93}] regionserver.HRegion(1093): writing seq id for bbd4c5c5352c8f5e52f3c43ff45de955 2024-11-13T08:38:11,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45349 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=91 2024-11-13T08:38:11,227 DEBUG [RS_OPEN_REGION-regionserver/dd3a0865bb23:0-0 {event_type=M_RS_OPEN_REGION, pid=93}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/bbd4c5c5352c8f5e52f3c43ff45de955/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T08:38:11,227 INFO [RS_OPEN_REGION-regionserver/dd3a0865bb23:0-0 {event_type=M_RS_OPEN_REGION, pid=93}] regionserver.HRegion(1114): Opened bbd4c5c5352c8f5e52f3c43ff45de955; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66925916, jitterRate=-0.002726137638092041}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-13T08:38:11,227 DEBUG [RS_OPEN_REGION-regionserver/dd3a0865bb23:0-0 {event_type=M_RS_OPEN_REGION, pid=93}] regionserver.HRegion(1122): Running coprocessor post-open hooks for bbd4c5c5352c8f5e52f3c43ff45de955 2024-11-13T08:38:11,228 DEBUG [RS_OPEN_REGION-regionserver/dd3a0865bb23:0-0 {event_type=M_RS_OPEN_REGION, pid=93}] regionserver.HRegion(1006): Region open journal for bbd4c5c5352c8f5e52f3c43ff45de955: Running coprocessor pre-open hook at 1731487091215Writing region info on filesystem at 1731487091215Initializing all the Stores at 1731487091215Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731487091215Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731487091216 (+1 ms)Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731487091216Cleaning up temporary data from old regions at 1731487091223 (+7 ms)Running coprocessor post-open hooks at 1731487091227 (+4 ms)Region opened successfully at 1731487091228 (+1 ms) 2024-11-13T08:38:11,229 INFO [RS_OPEN_REGION-regionserver/dd3a0865bb23:0-0 {event_type=M_RS_OPEN_REGION, pid=93}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., pid=93, masterSystemTime=1731487091211 2024-11-13T08:38:11,230 DEBUG [RS_OPEN_REGION-regionserver/dd3a0865bb23:0-0 {event_type=M_RS_OPEN_REGION, pid=93}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955. 2024-11-13T08:38:11,230 INFO [RS_OPEN_REGION-regionserver/dd3a0865bb23:0-0 {event_type=M_RS_OPEN_REGION, pid=93}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955. 2024-11-13T08:38:11,231 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=92 updating hbase:meta row=bbd4c5c5352c8f5e52f3c43ff45de955, regionState=OPEN, openSeqNum=2, regionLocation=dd3a0865bb23,43851,1731486997349 2024-11-13T08:38:11,232 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=93, ppid=92, state=RUNNABLE, hasLock=false; OpenRegionProcedure bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 because future has completed 2024-11-13T08:38:11,234 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=93, resume processing ppid=92 2024-11-13T08:38:11,234 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=93, ppid=92, state=SUCCESS, hasLock=false; OpenRegionProcedure bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 in 174 msec 2024-11-13T08:38:11,236 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=92, resume processing ppid=91 2024-11-13T08:38:11,236 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=92, ppid=91, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=bbd4c5c5352c8f5e52f3c43ff45de955, ASSIGN in 329 msec 2024-11-13T08:38:11,237 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=91, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-13T08:38:11,237 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731487091237"}]},"ts":"1731487091237"} 2024-11-13T08:38:11,238 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-13T08:38:11,239 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=91, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-13T08:38:11,240 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=91, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestAcidGuarantees in 1.1540 sec 2024-11-13T08:38:12,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45349 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=91 2024-11-13T08:38:12,235 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestAcidGuarantees completed 2024-11-13T08:38:12,236 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1af6f666, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T08:38:12,236 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request dd3a0865bb23,45349,-1 for getting cluster id 2024-11-13T08:38:12,237 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T08:38:12,237 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '95ff187e-7777-42f6-8067-d9c7d0681770' 2024-11-13T08:38:12,238 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T08:38:12,238 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "95ff187e-7777-42f6-8067-d9c7d0681770" 2024-11-13T08:38:12,238 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7a5cf73f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T08:38:12,238 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [dd3a0865bb23,45349,-1] 2024-11-13T08:38:12,238 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T08:38:12,238 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T08:38:12,239 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60186, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T08:38:12,240 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2733fc3f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T08:38:12,240 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T08:38:12,241 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=dd3a0865bb23,43851,1731486997349, seqNum=-1] 2024-11-13T08:38:12,241 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T08:38:12,242 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34100, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T08:38:12,243 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T08:38:12,243 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncConnectionImpl(321): The fetched master address is dd3a0865bb23,45349,1731486996512 2024-11-13T08:38:12,243 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4266b848 2024-11-13T08:38:12,243 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T08:38:12,244 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60200, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T08:38:12,245 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45349 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-13T08:38:12,245 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45349 {}] master.HMaster$14(2863): Client=jenkins//172.17.0.2 modify table TestAcidGuarantees from 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} to 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T08:38:12,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45349 {}] procedure2.ProcedureExecutor(1139): Stored pid=94, state=RUNNABLE:MODIFY_TABLE_PREPARE, hasLock=false; ModifyTableProcedure table=TestAcidGuarantees 2024-11-13T08:38:12,254 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38605 is added to blk_1073742165_1341 (size=995) 2024-11-13T08:38:12,656 DEBUG [PEWorker-5 {}] util.FSTableDescriptors(591): Deleted hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000001.959 2024-11-13T08:38:12,656 INFO [PEWorker-5 {}] util.FSTableDescriptors(361): Updated tableinfo=hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000002.995 2024-11-13T08:38:12,658 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=95, ppid=94, state=RUNNABLE:REOPEN_TABLE_REGIONS_GET_REGIONS, hasLock=false; ReopenTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-13T08:38:12,660 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=96, ppid=95, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=bbd4c5c5352c8f5e52f3c43ff45de955, REOPEN/MOVE}] 2024-11-13T08:38:12,661 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=96, ppid=95, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=bbd4c5c5352c8f5e52f3c43ff45de955, REOPEN/MOVE 2024-11-13T08:38:12,662 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=96 updating hbase:meta row=bbd4c5c5352c8f5e52f3c43ff45de955, regionState=CLOSING, regionLocation=dd3a0865bb23,43851,1731486997349 2024-11-13T08:38:12,663 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=96, ppid=95, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=bbd4c5c5352c8f5e52f3c43ff45de955, REOPEN/MOVE because future has completed 2024-11-13T08:38:12,663 DEBUG [PEWorker-2 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-13T08:38:12,663 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=97, ppid=96, state=RUNNABLE, hasLock=false; CloseRegionProcedure bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349}] 2024-11-13T08:38:12,815 INFO [RS_CLOSE_REGION-regionserver/dd3a0865bb23:0-0 {event_type=M_RS_CLOSE_REGION, pid=97}] handler.UnassignRegionHandler(122): Close bbd4c5c5352c8f5e52f3c43ff45de955 2024-11-13T08:38:12,815 DEBUG [RS_CLOSE_REGION-regionserver/dd3a0865bb23:0-0 {event_type=M_RS_CLOSE_REGION, pid=97}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-13T08:38:12,815 DEBUG [RS_CLOSE_REGION-regionserver/dd3a0865bb23:0-0 {event_type=M_RS_CLOSE_REGION, pid=97}] regionserver.HRegion(1722): Closing bbd4c5c5352c8f5e52f3c43ff45de955, disabling compactions & flushes 2024-11-13T08:38:12,815 INFO [RS_CLOSE_REGION-regionserver/dd3a0865bb23:0-0 {event_type=M_RS_CLOSE_REGION, pid=97}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955. 2024-11-13T08:38:12,815 DEBUG [RS_CLOSE_REGION-regionserver/dd3a0865bb23:0-0 {event_type=M_RS_CLOSE_REGION, pid=97}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955. 2024-11-13T08:38:12,815 DEBUG [RS_CLOSE_REGION-regionserver/dd3a0865bb23:0-0 {event_type=M_RS_CLOSE_REGION, pid=97}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955. after waiting 0 ms 2024-11-13T08:38:12,815 DEBUG [RS_CLOSE_REGION-regionserver/dd3a0865bb23:0-0 {event_type=M_RS_CLOSE_REGION, pid=97}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955. 2024-11-13T08:38:12,819 DEBUG [RS_CLOSE_REGION-regionserver/dd3a0865bb23:0-0 {event_type=M_RS_CLOSE_REGION, pid=97}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/bbd4c5c5352c8f5e52f3c43ff45de955/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-11-13T08:38:12,819 INFO [RS_CLOSE_REGION-regionserver/dd3a0865bb23:0-0 {event_type=M_RS_CLOSE_REGION, pid=97}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955. 2024-11-13T08:38:12,819 DEBUG [RS_CLOSE_REGION-regionserver/dd3a0865bb23:0-0 {event_type=M_RS_CLOSE_REGION, pid=97}] regionserver.HRegion(1676): Region close journal for bbd4c5c5352c8f5e52f3c43ff45de955: Waiting for close lock at 1731487092815Running coprocessor pre-close hooks at 1731487092815Disabling compacts and flushes for region at 1731487092815Disabling writes for close at 1731487092815Writing region close event to WAL at 1731487092816 (+1 ms)Running coprocessor post-close hooks at 1731487092819 (+3 ms)Closed at 1731487092819 2024-11-13T08:38:12,819 WARN [RS_CLOSE_REGION-regionserver/dd3a0865bb23:0-0 {event_type=M_RS_CLOSE_REGION, pid=97}] regionserver.HRegionServer(3299): Not adding moved region record: bbd4c5c5352c8f5e52f3c43ff45de955 to self. 2024-11-13T08:38:12,821 INFO [RS_CLOSE_REGION-regionserver/dd3a0865bb23:0-0 {event_type=M_RS_CLOSE_REGION, pid=97}] handler.UnassignRegionHandler(157): Closed bbd4c5c5352c8f5e52f3c43ff45de955 2024-11-13T08:38:12,822 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=96 updating hbase:meta row=bbd4c5c5352c8f5e52f3c43ff45de955, regionState=CLOSED 2024-11-13T08:38:12,823 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=97, ppid=96, state=RUNNABLE, hasLock=false; CloseRegionProcedure bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 because future has completed 2024-11-13T08:38:12,825 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=97, resume processing ppid=96 2024-11-13T08:38:12,825 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=97, ppid=96, state=SUCCESS, hasLock=false; CloseRegionProcedure bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 in 160 msec 2024-11-13T08:38:12,825 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=96, ppid=95, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=bbd4c5c5352c8f5e52f3c43ff45de955, REOPEN/MOVE; state=CLOSED, location=dd3a0865bb23,43851,1731486997349; forceNewPlan=false, retain=true 2024-11-13T08:38:12,976 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=96 updating hbase:meta row=bbd4c5c5352c8f5e52f3c43ff45de955, regionState=OPENING, regionLocation=dd3a0865bb23,43851,1731486997349 2024-11-13T08:38:12,977 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=96, ppid=95, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=bbd4c5c5352c8f5e52f3c43ff45de955, REOPEN/MOVE because future has completed 2024-11-13T08:38:12,978 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=98, ppid=96, state=RUNNABLE, hasLock=false; OpenRegionProcedure bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349}] 2024-11-13T08:38:13,132 INFO [RS_OPEN_REGION-regionserver/dd3a0865bb23:0-0 {event_type=M_RS_OPEN_REGION, pid=98}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955. 2024-11-13T08:38:13,132 DEBUG [RS_OPEN_REGION-regionserver/dd3a0865bb23:0-0 {event_type=M_RS_OPEN_REGION, pid=98}] regionserver.HRegion(7752): Opening region: {ENCODED => bbd4c5c5352c8f5e52f3c43ff45de955, NAME => 'TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955.', STARTKEY => '', ENDKEY => ''} 2024-11-13T08:38:13,133 DEBUG [RS_OPEN_REGION-regionserver/dd3a0865bb23:0-0 {event_type=M_RS_OPEN_REGION, pid=98}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees bbd4c5c5352c8f5e52f3c43ff45de955 2024-11-13T08:38:13,133 DEBUG [RS_OPEN_REGION-regionserver/dd3a0865bb23:0-0 {event_type=M_RS_OPEN_REGION, pid=98}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T08:38:13,133 DEBUG [RS_OPEN_REGION-regionserver/dd3a0865bb23:0-0 {event_type=M_RS_OPEN_REGION, pid=98}] regionserver.HRegion(7794): checking encryption for bbd4c5c5352c8f5e52f3c43ff45de955 2024-11-13T08:38:13,133 DEBUG [RS_OPEN_REGION-regionserver/dd3a0865bb23:0-0 {event_type=M_RS_OPEN_REGION, pid=98}] regionserver.HRegion(7797): checking classloading for bbd4c5c5352c8f5e52f3c43ff45de955 2024-11-13T08:38:13,134 INFO [StoreOpener-bbd4c5c5352c8f5e52f3c43ff45de955-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region bbd4c5c5352c8f5e52f3c43ff45de955 2024-11-13T08:38:13,135 INFO [StoreOpener-bbd4c5c5352c8f5e52f3c43ff45de955-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region bbd4c5c5352c8f5e52f3c43ff45de955 columnFamilyName A 2024-11-13T08:38:13,136 DEBUG [StoreOpener-bbd4c5c5352c8f5e52f3c43ff45de955-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:13,136 INFO [StoreOpener-bbd4c5c5352c8f5e52f3c43ff45de955-1 {}] regionserver.HStore(327): Store=bbd4c5c5352c8f5e52f3c43ff45de955/A, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T08:38:13,137 INFO [StoreOpener-bbd4c5c5352c8f5e52f3c43ff45de955-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region bbd4c5c5352c8f5e52f3c43ff45de955 2024-11-13T08:38:13,137 INFO [StoreOpener-bbd4c5c5352c8f5e52f3c43ff45de955-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region bbd4c5c5352c8f5e52f3c43ff45de955 columnFamilyName B 2024-11-13T08:38:13,137 DEBUG [StoreOpener-bbd4c5c5352c8f5e52f3c43ff45de955-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:13,137 INFO [StoreOpener-bbd4c5c5352c8f5e52f3c43ff45de955-1 {}] regionserver.HStore(327): Store=bbd4c5c5352c8f5e52f3c43ff45de955/B, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T08:38:13,138 INFO [StoreOpener-bbd4c5c5352c8f5e52f3c43ff45de955-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region bbd4c5c5352c8f5e52f3c43ff45de955 2024-11-13T08:38:13,138 INFO [StoreOpener-bbd4c5c5352c8f5e52f3c43ff45de955-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region bbd4c5c5352c8f5e52f3c43ff45de955 columnFamilyName C 2024-11-13T08:38:13,138 DEBUG [StoreOpener-bbd4c5c5352c8f5e52f3c43ff45de955-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:13,138 INFO [StoreOpener-bbd4c5c5352c8f5e52f3c43ff45de955-1 {}] regionserver.HStore(327): Store=bbd4c5c5352c8f5e52f3c43ff45de955/C, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T08:38:13,138 DEBUG [RS_OPEN_REGION-regionserver/dd3a0865bb23:0-0 {event_type=M_RS_OPEN_REGION, pid=98}] regionserver.HRegion(1038): replaying wal for bbd4c5c5352c8f5e52f3c43ff45de955 2024-11-13T08:38:13,139 DEBUG [RS_OPEN_REGION-regionserver/dd3a0865bb23:0-0 {event_type=M_RS_OPEN_REGION, pid=98}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/bbd4c5c5352c8f5e52f3c43ff45de955 2024-11-13T08:38:13,140 DEBUG [RS_OPEN_REGION-regionserver/dd3a0865bb23:0-0 {event_type=M_RS_OPEN_REGION, pid=98}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/bbd4c5c5352c8f5e52f3c43ff45de955 2024-11-13T08:38:13,140 DEBUG [RS_OPEN_REGION-regionserver/dd3a0865bb23:0-0 {event_type=M_RS_OPEN_REGION, pid=98}] regionserver.HRegion(1048): stopping wal replay for bbd4c5c5352c8f5e52f3c43ff45de955 2024-11-13T08:38:13,140 DEBUG [RS_OPEN_REGION-regionserver/dd3a0865bb23:0-0 {event_type=M_RS_OPEN_REGION, pid=98}] regionserver.HRegion(1060): Cleaning up temporary data for bbd4c5c5352c8f5e52f3c43ff45de955 2024-11-13T08:38:13,141 DEBUG [RS_OPEN_REGION-regionserver/dd3a0865bb23:0-0 {event_type=M_RS_OPEN_REGION, pid=98}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-13T08:38:13,142 DEBUG [RS_OPEN_REGION-regionserver/dd3a0865bb23:0-0 {event_type=M_RS_OPEN_REGION, pid=98}] regionserver.HRegion(1093): writing seq id for bbd4c5c5352c8f5e52f3c43ff45de955 2024-11-13T08:38:13,142 INFO [RS_OPEN_REGION-regionserver/dd3a0865bb23:0-0 {event_type=M_RS_OPEN_REGION, pid=98}] regionserver.HRegion(1114): Opened bbd4c5c5352c8f5e52f3c43ff45de955; next sequenceid=5; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66434721, jitterRate=-0.01004551351070404}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-13T08:38:13,142 DEBUG [RS_OPEN_REGION-regionserver/dd3a0865bb23:0-0 {event_type=M_RS_OPEN_REGION, pid=98}] regionserver.HRegion(1122): Running coprocessor post-open hooks for bbd4c5c5352c8f5e52f3c43ff45de955 2024-11-13T08:38:13,143 DEBUG [RS_OPEN_REGION-regionserver/dd3a0865bb23:0-0 {event_type=M_RS_OPEN_REGION, pid=98}] regionserver.HRegion(1006): Region open journal for bbd4c5c5352c8f5e52f3c43ff45de955: Running coprocessor pre-open hook at 1731487093133Writing region info on filesystem at 1731487093133Initializing all the Stores at 1731487093134 (+1 ms)Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731487093134Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731487093134Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731487093134Cleaning up temporary data from old regions at 1731487093140 (+6 ms)Running coprocessor post-open hooks at 1731487093142 (+2 ms)Region opened successfully at 1731487093143 (+1 ms) 2024-11-13T08:38:13,143 INFO [RS_OPEN_REGION-regionserver/dd3a0865bb23:0-0 {event_type=M_RS_OPEN_REGION, pid=98}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., pid=98, masterSystemTime=1731487093129 2024-11-13T08:38:13,145 DEBUG [RS_OPEN_REGION-regionserver/dd3a0865bb23:0-0 {event_type=M_RS_OPEN_REGION, pid=98}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955. 2024-11-13T08:38:13,145 INFO [RS_OPEN_REGION-regionserver/dd3a0865bb23:0-0 {event_type=M_RS_OPEN_REGION, pid=98}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955. 2024-11-13T08:38:13,146 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=96 updating hbase:meta row=bbd4c5c5352c8f5e52f3c43ff45de955, regionState=OPEN, openSeqNum=5, regionLocation=dd3a0865bb23,43851,1731486997349 2024-11-13T08:38:13,147 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=98, ppid=96, state=RUNNABLE, hasLock=false; OpenRegionProcedure bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 because future has completed 2024-11-13T08:38:13,149 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=98, resume processing ppid=96 2024-11-13T08:38:13,149 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=98, ppid=96, state=SUCCESS, hasLock=false; OpenRegionProcedure bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 in 170 msec 2024-11-13T08:38:13,151 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=96, resume processing ppid=95 2024-11-13T08:38:13,151 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=96, ppid=95, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=bbd4c5c5352c8f5e52f3c43ff45de955, REOPEN/MOVE in 490 msec 2024-11-13T08:38:13,153 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=95, resume processing ppid=94 2024-11-13T08:38:13,153 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=95, ppid=94, state=SUCCESS, hasLock=false; ReopenTableRegionsProcedure table=TestAcidGuarantees in 494 msec 2024-11-13T08:38:13,155 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=94, state=SUCCESS, hasLock=false; ModifyTableProcedure table=TestAcidGuarantees in 908 msec 2024-11-13T08:38:13,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45349 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=94 2024-11-13T08:38:13,157 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: MODIFY_COLUMN_FAMILY, Table Name: default:TestAcidGuarantees completed 2024-11-13T08:38:13,157 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@9ff38b5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T08:38:13,157 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request dd3a0865bb23,45349,-1 for getting cluster id 2024-11-13T08:38:13,157 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T08:38:13,158 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '95ff187e-7777-42f6-8067-d9c7d0681770' 2024-11-13T08:38:13,159 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T08:38:13,159 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "95ff187e-7777-42f6-8067-d9c7d0681770" 2024-11-13T08:38:13,159 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@47139b05, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T08:38:13,159 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [dd3a0865bb23,45349,-1] 2024-11-13T08:38:13,159 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T08:38:13,159 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T08:38:13,160 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60228, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T08:38:13,161 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@39a43a19, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T08:38:13,161 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@62ec6412, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T08:38:13,161 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request dd3a0865bb23,45349,-1 for getting cluster id 2024-11-13T08:38:13,162 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T08:38:13,162 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '95ff187e-7777-42f6-8067-d9c7d0681770' 2024-11-13T08:38:13,162 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T08:38:13,162 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "95ff187e-7777-42f6-8067-d9c7d0681770" 2024-11-13T08:38:13,163 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@13329fcc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T08:38:13,163 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [dd3a0865bb23,45349,-1] 2024-11-13T08:38:13,163 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T08:38:13,163 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T08:38:13,164 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60238, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T08:38:13,164 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@27b66b85, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T08:38:13,165 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@37f2378c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T08:38:13,165 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request dd3a0865bb23,45349,-1 for getting cluster id 2024-11-13T08:38:13,165 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T08:38:13,166 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '95ff187e-7777-42f6-8067-d9c7d0681770' 2024-11-13T08:38:13,166 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T08:38:13,166 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "95ff187e-7777-42f6-8067-d9c7d0681770" 2024-11-13T08:38:13,166 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5f7f64fd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T08:38:13,166 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [dd3a0865bb23,45349,-1] 2024-11-13T08:38:13,166 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T08:38:13,167 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T08:38:13,167 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60246, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T08:38:13,167 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@602304, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T08:38:13,168 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@43cc49f7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T08:38:13,168 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request dd3a0865bb23,45349,-1 for getting cluster id 2024-11-13T08:38:13,168 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T08:38:13,169 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '95ff187e-7777-42f6-8067-d9c7d0681770' 2024-11-13T08:38:13,169 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T08:38:13,169 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "95ff187e-7777-42f6-8067-d9c7d0681770" 2024-11-13T08:38:13,169 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3e571e64, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T08:38:13,169 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [dd3a0865bb23,45349,-1] 2024-11-13T08:38:13,169 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T08:38:13,169 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T08:38:13,170 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60272, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T08:38:13,170 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@fd3b1d6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T08:38:13,171 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4e0f0eef, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T08:38:13,171 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request dd3a0865bb23,45349,-1 for getting cluster id 2024-11-13T08:38:13,171 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T08:38:13,172 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '95ff187e-7777-42f6-8067-d9c7d0681770' 2024-11-13T08:38:13,172 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T08:38:13,172 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "95ff187e-7777-42f6-8067-d9c7d0681770" 2024-11-13T08:38:13,172 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7d52dc15, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T08:38:13,172 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [dd3a0865bb23,45349,-1] 2024-11-13T08:38:13,172 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T08:38:13,173 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T08:38:13,173 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60288, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T08:38:13,174 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3fc33842, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T08:38:13,174 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@65616af9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T08:38:13,174 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request dd3a0865bb23,45349,-1 for getting cluster id 2024-11-13T08:38:13,174 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T08:38:13,175 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '95ff187e-7777-42f6-8067-d9c7d0681770' 2024-11-13T08:38:13,175 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T08:38:13,175 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "95ff187e-7777-42f6-8067-d9c7d0681770" 2024-11-13T08:38:13,175 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@30d196a8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T08:38:13,175 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [dd3a0865bb23,45349,-1] 2024-11-13T08:38:13,175 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T08:38:13,175 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T08:38:13,176 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60310, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T08:38:13,177 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3d565b7d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T08:38:13,180 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@74481d40, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T08:38:13,180 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request dd3a0865bb23,45349,-1 for getting cluster id 2024-11-13T08:38:13,180 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T08:38:13,180 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '95ff187e-7777-42f6-8067-d9c7d0681770' 2024-11-13T08:38:13,181 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T08:38:13,181 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "95ff187e-7777-42f6-8067-d9c7d0681770" 2024-11-13T08:38:13,181 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7e08d069, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T08:38:13,181 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [dd3a0865bb23,45349,-1] 2024-11-13T08:38:13,181 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T08:38:13,181 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T08:38:13,182 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60316, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T08:38:13,182 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@77cfb6c3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T08:38:13,183 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@514b3d51, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T08:38:13,183 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request dd3a0865bb23,45349,-1 for getting cluster id 2024-11-13T08:38:13,183 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T08:38:13,183 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '95ff187e-7777-42f6-8067-d9c7d0681770' 2024-11-13T08:38:13,184 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T08:38:13,184 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "95ff187e-7777-42f6-8067-d9c7d0681770" 2024-11-13T08:38:13,184 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@30fbc10c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T08:38:13,184 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [dd3a0865bb23,45349,-1] 2024-11-13T08:38:13,184 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T08:38:13,184 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T08:38:13,185 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60328, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T08:38:13,185 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@76b2f233, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T08:38:13,186 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1b14e3fc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T08:38:13,186 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request dd3a0865bb23,45349,-1 for getting cluster id 2024-11-13T08:38:13,186 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T08:38:13,187 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '95ff187e-7777-42f6-8067-d9c7d0681770' 2024-11-13T08:38:13,187 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T08:38:13,187 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "95ff187e-7777-42f6-8067-d9c7d0681770" 2024-11-13T08:38:13,187 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@8c6002d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T08:38:13,187 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [dd3a0865bb23,45349,-1] 2024-11-13T08:38:13,187 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T08:38:13,187 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T08:38:13,188 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60336, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T08:38:13,188 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@48556d2d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T08:38:13,189 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@75e264c3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T08:38:13,189 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request dd3a0865bb23,45349,-1 for getting cluster id 2024-11-13T08:38:13,189 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T08:38:13,190 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '95ff187e-7777-42f6-8067-d9c7d0681770' 2024-11-13T08:38:13,190 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T08:38:13,190 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "95ff187e-7777-42f6-8067-d9c7d0681770" 2024-11-13T08:38:13,190 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2d9ff648, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T08:38:13,190 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [dd3a0865bb23,45349,-1] 2024-11-13T08:38:13,190 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T08:38:13,190 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T08:38:13,191 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60362, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T08:38:13,191 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6540d98c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T08:38:13,192 DEBUG [Thread-1550 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T08:38:13,192 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=dd3a0865bb23,43851,1731486997349, seqNum=-1] 2024-11-13T08:38:13,193 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T08:38:13,193 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34102, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T08:38:13,195 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5] 2024-11-13T08:38:13,196 DEBUG [Thread-1554 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T08:38:13,197 DEBUG [Thread-1569 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T08:38:13,197 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=dd3a0865bb23,43851,1731486997349, seqNum=-1] 2024-11-13T08:38:13,197 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=dd3a0865bb23,43851,1731486997349, seqNum=-1] 2024-11-13T08:38:13,197 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T08:38:13,198 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T08:38:13,199 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34120, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T08:38:13,199 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34104, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T08:38:13,199 DEBUG [Thread-1563 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T08:38:13,200 DEBUG [Thread-1558 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T08:38:13,200 DEBUG [Thread-1567 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T08:38:13,200 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=dd3a0865bb23,43851,1731486997349, seqNum=-1] 2024-11-13T08:38:13,200 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T08:38:13,201 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=dd3a0865bb23,43851,1731486997349, seqNum=-1] 2024-11-13T08:38:13,201 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5] 2024-11-13T08:38:13,201 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T08:38:13,201 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34128, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T08:38:13,202 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5] 2024-11-13T08:38:13,202 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34138, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T08:38:13,202 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45349 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-13T08:38:13,203 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5] 2024-11-13T08:38:13,204 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5] 2024-11-13T08:38:13,204 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=dd3a0865bb23,43851,1731486997349, seqNum=-1] 2024-11-13T08:38:13,205 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T08:38:13,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45349 {}] procedure2.ProcedureExecutor(1139): Stored pid=99, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=99, table=TestAcidGuarantees 2024-11-13T08:38:13,206 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34140, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T08:38:13,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45349 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=99 2024-11-13T08:38:13,209 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5] 2024-11-13T08:38:13,210 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=99, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=99, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-13T08:38:13,211 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=99, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=99, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-13T08:38:13,211 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=100, ppid=99, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-13T08:38:13,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] regionserver.HRegion(8855): Flush requested on bbd4c5c5352c8f5e52f3c43ff45de955 2024-11-13T08:38:13,212 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-13T08:38:13,212 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing bbd4c5c5352c8f5e52f3c43ff45de955 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-13T08:38:13,214 DEBUG [Thread-1561 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T08:38:13,215 DEBUG [Thread-1565 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T08:38:13,216 DEBUG [Thread-1552 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T08:38:13,216 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=dd3a0865bb23,43851,1731486997349, seqNum=-1] 2024-11-13T08:38:13,216 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T08:38:13,216 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=dd3a0865bb23,43851,1731486997349, seqNum=-1] 2024-11-13T08:38:13,217 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T08:38:13,217 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=dd3a0865bb23,43851,1731486997349, seqNum=-1] 2024-11-13T08:38:13,217 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T08:38:13,218 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34152, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T08:38:13,218 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34144, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T08:38:13,219 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34154, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T08:38:13,220 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5] 2024-11-13T08:38:13,221 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5] 2024-11-13T08:38:13,221 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5] 2024-11-13T08:38:13,225 DEBUG [Thread-1556 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T08:38:13,226 DEBUG [Thread-1556 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=dd3a0865bb23,43851,1731486997349, seqNum=-1] 2024-11-13T08:38:13,227 DEBUG [Thread-1556 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T08:38:13,228 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34170, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T08:38:13,230 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5] 2024-11-13T08:38:13,246 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241113ac78132311b349468924a34086387fc4_bbd4c5c5352c8f5e52f3c43ff45de955 is 50, key is test_row_0/A:col10/1731487093210/Put/seqid=0 2024-11-13T08:38:13,267 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38605 is added to blk_1073742166_1342 (size=17034) 2024-11-13T08:38:13,269 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:13,274 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241113ac78132311b349468924a34086387fc4_bbd4c5c5352c8f5e52f3c43ff45de955 to hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241113ac78132311b349468924a34086387fc4_bbd4c5c5352c8f5e52f3c43ff45de955 2024-11-13T08:38:13,275 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/bbd4c5c5352c8f5e52f3c43ff45de955/.tmp/A/74fc90482ca543398883183bd3b58dcf, store: [table=TestAcidGuarantees family=A region=bbd4c5c5352c8f5e52f3c43ff45de955] 2024-11-13T08:38:13,276 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/bbd4c5c5352c8f5e52f3c43ff45de955/.tmp/A/74fc90482ca543398883183bd3b58dcf is 175, key is test_row_0/A:col10/1731487093210/Put/seqid=0 2024-11-13T08:38:13,284 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:38:13,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34104 deadline: 1731487153270, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:38:13,285 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 , the old value is region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:13,285 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:13,285 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 because the exception is null or not the one we care about 2024-11-13T08:38:13,285 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:38:13,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 5 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34154 deadline: 1731487153281, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:38:13,286 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 , the old value is region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:13,286 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:13,286 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 because the exception is null or not the one we care about 2024-11-13T08:38:13,292 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:38:13,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 4 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34170 deadline: 1731487153283, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:38:13,292 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 , the old value is region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:13,293 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:13,293 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 because the exception is null or not the one we care about 2024-11-13T08:38:13,293 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38605 is added to blk_1073742167_1343 (size=48139) 2024-11-13T08:38:13,295 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=16, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/bbd4c5c5352c8f5e52f3c43ff45de955/.tmp/A/74fc90482ca543398883183bd3b58dcf 2024-11-13T08:38:13,297 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:38:13,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34102 deadline: 1731487153286, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:38:13,299 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 , the old value is region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:13,299 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:13,299 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 because the exception is null or not the one we care about 2024-11-13T08:38:13,301 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:38:13,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34138 deadline: 1731487153289, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:38:13,301 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 , the old value is region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:13,301 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:13,301 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 because the exception is null or not the one we care about 2024-11-13T08:38:13,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45349 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=99 2024-11-13T08:38:13,327 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/bbd4c5c5352c8f5e52f3c43ff45de955/.tmp/B/9f4d19992adc44ff90c6f5ba8ac22d50 is 50, key is test_row_0/B:col10/1731487093210/Put/seqid=0 2024-11-13T08:38:13,333 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38605 is added to blk_1073742168_1344 (size=12001) 2024-11-13T08:38:13,364 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43851 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=100 2024-11-13T08:38:13,364 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955. 2024-11-13T08:38:13,364 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955. as already flushing 2024-11-13T08:38:13,364 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955. 2024-11-13T08:38:13,364 ERROR [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] handler.RSProcedureHandler(58): pid=100 java.io.IOException: Unable to complete flush {ENCODED => bbd4c5c5352c8f5e52f3c43ff45de955, NAME => 'TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T08:38:13,364 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=100 java.io.IOException: Unable to complete flush {ENCODED => bbd4c5c5352c8f5e52f3c43ff45de955, NAME => 'TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T08:38:13,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45349 {}] master.HMaster(4177): Remote procedure failed, pid=100 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bbd4c5c5352c8f5e52f3c43ff45de955, NAME => 'TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bbd4c5c5352c8f5e52f3c43ff45de955, NAME => 'TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T08:38:13,402 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:38:13,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34104 deadline: 1731487153394, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:38:13,402 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:38:13,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34154 deadline: 1731487153394, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:38:13,403 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:38:13,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 5 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34170 deadline: 1731487153395, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:38:13,403 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 , the old value is region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:13,403 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:13,403 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 because the exception is null or not the one we care about 2024-11-13T08:38:13,408 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 , the old value is region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:13,408 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:13,408 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 because the exception is null or not the one we care about 2024-11-13T08:38:13,409 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 , the old value is region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:13,409 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:13,409 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 because the exception is null or not the one we care about 2024-11-13T08:38:13,414 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:38:13,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34138 deadline: 1731487153405, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:38:13,414 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:38:13,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34102 deadline: 1731487153405, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:38:13,416 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 , the old value is region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:13,416 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 , the old value is region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:13,416 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:13,416 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:13,416 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 because the exception is null or not the one we care about 2024-11-13T08:38:13,416 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 because the exception is null or not the one we care about 2024-11-13T08:38:13,517 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43851 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=100 2024-11-13T08:38:13,518 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955. 2024-11-13T08:38:13,518 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955. as already flushing 2024-11-13T08:38:13,519 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955. 2024-11-13T08:38:13,519 ERROR [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] handler.RSProcedureHandler(58): pid=100 java.io.IOException: Unable to complete flush {ENCODED => bbd4c5c5352c8f5e52f3c43ff45de955, NAME => 'TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T08:38:13,519 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=100 java.io.IOException: Unable to complete flush {ENCODED => bbd4c5c5352c8f5e52f3c43ff45de955, NAME => 'TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T08:38:13,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45349 {}] master.HMaster(4177): Remote procedure failed, pid=100 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bbd4c5c5352c8f5e52f3c43ff45de955, NAME => 'TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bbd4c5c5352c8f5e52f3c43ff45de955, NAME => 'TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T08:38:13,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45349 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=99 2024-11-13T08:38:13,613 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:38:13,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34170 deadline: 1731487153605, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:38:13,613 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 , the old value is region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:13,613 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:13,613 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 because the exception is null or not the one we care about 2024-11-13T08:38:13,626 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:38:13,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34104 deadline: 1731487153615, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:38:13,627 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:38:13,627 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 , the old value is region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:13,627 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:13,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34154 deadline: 1731487153615, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:38:13,627 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 because the exception is null or not the one we care about 2024-11-13T08:38:13,627 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 , the old value is region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:13,627 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:13,627 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 because the exception is null or not the one we care about 2024-11-13T08:38:13,633 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:38:13,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34102 deadline: 1731487153625, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:38:13,634 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:38:13,634 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 , the old value is region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:13,634 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:13,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34138 deadline: 1731487153625, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:38:13,634 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 because the exception is null or not the one we care about 2024-11-13T08:38:13,635 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 , the old value is region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:13,635 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:13,635 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 because the exception is null or not the one we care about 2024-11-13T08:38:13,672 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43851 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=100 2024-11-13T08:38:13,672 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955. 2024-11-13T08:38:13,672 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955. as already flushing 2024-11-13T08:38:13,672 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955. 2024-11-13T08:38:13,672 ERROR [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] handler.RSProcedureHandler(58): pid=100 java.io.IOException: Unable to complete flush {ENCODED => bbd4c5c5352c8f5e52f3c43ff45de955, NAME => 'TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T08:38:13,673 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=100 java.io.IOException: Unable to complete flush {ENCODED => bbd4c5c5352c8f5e52f3c43ff45de955, NAME => 'TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T08:38:13,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45349 {}] master.HMaster(4177): Remote procedure failed, pid=100 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bbd4c5c5352c8f5e52f3c43ff45de955, NAME => 'TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bbd4c5c5352c8f5e52f3c43ff45de955, NAME => 'TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T08:38:13,733 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/bbd4c5c5352c8f5e52f3c43ff45de955/.tmp/B/9f4d19992adc44ff90c6f5ba8ac22d50 2024-11-13T08:38:13,768 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/bbd4c5c5352c8f5e52f3c43ff45de955/.tmp/C/ec5080455aec4b229dc896add72f50a9 is 50, key is test_row_0/C:col10/1731487093210/Put/seqid=0 2024-11-13T08:38:13,790 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38605 is added to blk_1073742169_1345 (size=12001) 2024-11-13T08:38:13,791 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/bbd4c5c5352c8f5e52f3c43ff45de955/.tmp/C/ec5080455aec4b229dc896add72f50a9 2024-11-13T08:38:13,795 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/bbd4c5c5352c8f5e52f3c43ff45de955/.tmp/A/74fc90482ca543398883183bd3b58dcf as hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/bbd4c5c5352c8f5e52f3c43ff45de955/A/74fc90482ca543398883183bd3b58dcf 2024-11-13T08:38:13,801 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/bbd4c5c5352c8f5e52f3c43ff45de955/A/74fc90482ca543398883183bd3b58dcf, entries=250, sequenceid=16, filesize=47.0 K 2024-11-13T08:38:13,808 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/bbd4c5c5352c8f5e52f3c43ff45de955/.tmp/B/9f4d19992adc44ff90c6f5ba8ac22d50 as hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/bbd4c5c5352c8f5e52f3c43ff45de955/B/9f4d19992adc44ff90c6f5ba8ac22d50 2024-11-13T08:38:13,817 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/bbd4c5c5352c8f5e52f3c43ff45de955/B/9f4d19992adc44ff90c6f5ba8ac22d50, entries=150, sequenceid=16, filesize=11.7 K 2024-11-13T08:38:13,818 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/bbd4c5c5352c8f5e52f3c43ff45de955/.tmp/C/ec5080455aec4b229dc896add72f50a9 as hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/bbd4c5c5352c8f5e52f3c43ff45de955/C/ec5080455aec4b229dc896add72f50a9 2024-11-13T08:38:13,827 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/bbd4c5c5352c8f5e52f3c43ff45de955/C/ec5080455aec4b229dc896add72f50a9, entries=150, sequenceid=16, filesize=11.7 K 2024-11-13T08:38:13,828 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=147.60 KB/151140 for bbd4c5c5352c8f5e52f3c43ff45de955 in 616ms, sequenceid=16, compaction requested=false 2024-11-13T08:38:13,828 DEBUG [MemStoreFlusher.0 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestAcidGuarantees' 2024-11-13T08:38:13,829 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for bbd4c5c5352c8f5e52f3c43ff45de955: 2024-11-13T08:38:13,832 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43851 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=100 2024-11-13T08:38:13,832 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955. 2024-11-13T08:38:13,832 INFO [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HRegion(2902): Flushing bbd4c5c5352c8f5e52f3c43ff45de955 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-13T08:38:13,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45349 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=99 2024-11-13T08:38:13,846 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411134d6975b0ebe54787aa059b0d843701a1_bbd4c5c5352c8f5e52f3c43ff45de955 is 50, key is test_row_0/A:col10/1731487093282/Put/seqid=0 2024-11-13T08:38:13,889 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38605 is added to blk_1073742170_1346 (size=12154) 2024-11-13T08:38:13,892 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:13,896 INFO [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411134d6975b0ebe54787aa059b0d843701a1_bbd4c5c5352c8f5e52f3c43ff45de955 to hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411134d6975b0ebe54787aa059b0d843701a1_bbd4c5c5352c8f5e52f3c43ff45de955 2024-11-13T08:38:13,898 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/bbd4c5c5352c8f5e52f3c43ff45de955/.tmp/A/65e8405cfdcb467e91752c93f204ed6f, store: [table=TestAcidGuarantees family=A region=bbd4c5c5352c8f5e52f3c43ff45de955] 2024-11-13T08:38:13,898 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/bbd4c5c5352c8f5e52f3c43ff45de955/.tmp/A/65e8405cfdcb467e91752c93f204ed6f is 175, key is test_row_0/A:col10/1731487093282/Put/seqid=0 2024-11-13T08:38:13,922 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38605 is added to blk_1073742171_1347 (size=30955) 2024-11-13T08:38:13,936 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955. as already flushing 2024-11-13T08:38:13,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] regionserver.HRegion(8855): Flush requested on bbd4c5c5352c8f5e52f3c43ff45de955 2024-11-13T08:38:13,965 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:38:13,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34170 deadline: 1731487153952, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:38:13,965 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 , the old value is region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:13,966 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:13,966 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 because the exception is null or not the one we care about 2024-11-13T08:38:13,966 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:38:13,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34104 deadline: 1731487153953, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:38:13,966 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 , the old value is region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:13,966 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:13,967 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 because the exception is null or not the one we care about 2024-11-13T08:38:13,968 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:38:13,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34138 deadline: 1731487153955, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:38:13,969 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:38:13,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34102 deadline: 1731487153956, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:38:13,969 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 , the old value is region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:13,969 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:13,969 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 because the exception is null or not the one we care about 2024-11-13T08:38:13,969 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 , the old value is region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:13,969 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:13,969 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 because the exception is null or not the one we care about 2024-11-13T08:38:13,977 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:38:13,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34154 deadline: 1731487153964, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:38:13,978 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 , the old value is region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:13,978 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:13,978 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 because the exception is null or not the one we care about 2024-11-13T08:38:14,083 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:38:14,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34138 deadline: 1731487154075, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:38:14,083 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:38:14,083 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 , the old value is region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:14,083 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:14,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34170 deadline: 1731487154075, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:38:14,083 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 because the exception is null or not the one we care about 2024-11-13T08:38:14,084 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:38:14,084 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 , the old value is region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:14,084 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:14,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34104 deadline: 1731487154075, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:38:14,084 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 because the exception is null or not the one we care about 2024-11-13T08:38:14,084 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 , the old value is region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:14,084 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:14,084 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 because the exception is null or not the one we care about 2024-11-13T08:38:14,084 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:38:14,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34102 deadline: 1731487154075, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:38:14,085 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 , the old value is region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:14,085 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:14,085 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 because the exception is null or not the one we care about 2024-11-13T08:38:14,096 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:38:14,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34154 deadline: 1731487154085, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:38:14,096 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 , the old value is region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:14,096 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:14,096 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 because the exception is null or not the one we care about 2024-11-13T08:38:14,292 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:38:14,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34138 deadline: 1731487154287, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:38:14,293 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 , the old value is region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:14,293 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:14,293 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 because the exception is null or not the one we care about 2024-11-13T08:38:14,304 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:38:14,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34170 deadline: 1731487154295, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:38:14,305 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:38:14,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34102 deadline: 1731487154296, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:38:14,305 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 , the old value is region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:14,305 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:14,305 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 because the exception is null or not the one we care about 2024-11-13T08:38:14,305 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:38:14,305 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 , the old value is region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:14,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34104 deadline: 1731487154296, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:38:14,305 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:14,305 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 because the exception is null or not the one we care about 2024-11-13T08:38:14,306 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 , the old value is region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:14,306 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:14,306 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 because the exception is null or not the one we care about 2024-11-13T08:38:14,310 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:38:14,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34154 deadline: 1731487154305, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:38:14,311 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 , the old value is region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:14,311 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:14,311 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 because the exception is null or not the one we care about 2024-11-13T08:38:14,322 INFO [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=41, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/bbd4c5c5352c8f5e52f3c43ff45de955/.tmp/A/65e8405cfdcb467e91752c93f204ed6f 2024-11-13T08:38:14,330 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/bbd4c5c5352c8f5e52f3c43ff45de955/.tmp/B/cc5e03fb4c0046b7bc3eac6d04e78c72 is 50, key is test_row_0/B:col10/1731487093282/Put/seqid=0 2024-11-13T08:38:14,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45349 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=99 2024-11-13T08:38:14,350 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38605 is added to blk_1073742172_1348 (size=12001) 2024-11-13T08:38:14,351 INFO [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=41 (bloomFilter=true), to=hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/bbd4c5c5352c8f5e52f3c43ff45de955/.tmp/B/cc5e03fb4c0046b7bc3eac6d04e78c72 2024-11-13T08:38:14,371 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/bbd4c5c5352c8f5e52f3c43ff45de955/.tmp/C/5f9b61a35e1c49a194f18379f9808991 is 50, key is test_row_0/C:col10/1731487093282/Put/seqid=0 2024-11-13T08:38:14,382 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38605 is added to blk_1073742173_1349 (size=12001) 2024-11-13T08:38:14,616 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:38:14,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34138 deadline: 1731487154605, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:38:14,617 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 , the old value is region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:14,617 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:14,617 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 because the exception is null or not the one we care about 2024-11-13T08:38:14,624 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:38:14,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34170 deadline: 1731487154615, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:38:14,624 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:38:14,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34102 deadline: 1731487154615, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:38:14,625 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 , the old value is region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:14,625 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:14,625 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 because the exception is null or not the one we care about 2024-11-13T08:38:14,625 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:38:14,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34154 deadline: 1731487154615, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:38:14,625 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 , the old value is region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:14,625 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:14,625 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 because the exception is null or not the one we care about 2024-11-13T08:38:14,625 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 , the old value is region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:14,625 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:38:14,625 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:14,625 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 because the exception is null or not the one we care about 2024-11-13T08:38:14,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34104 deadline: 1731487154615, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:38:14,626 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 , the old value is region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:14,626 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:14,626 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 because the exception is null or not the one we care about 2024-11-13T08:38:14,783 INFO [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=41 (bloomFilter=true), to=hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/bbd4c5c5352c8f5e52f3c43ff45de955/.tmp/C/5f9b61a35e1c49a194f18379f9808991 2024-11-13T08:38:14,788 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/bbd4c5c5352c8f5e52f3c43ff45de955/.tmp/A/65e8405cfdcb467e91752c93f204ed6f as hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/bbd4c5c5352c8f5e52f3c43ff45de955/A/65e8405cfdcb467e91752c93f204ed6f 2024-11-13T08:38:14,792 INFO [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/bbd4c5c5352c8f5e52f3c43ff45de955/A/65e8405cfdcb467e91752c93f204ed6f, entries=150, sequenceid=41, filesize=30.2 K 2024-11-13T08:38:14,795 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/bbd4c5c5352c8f5e52f3c43ff45de955/.tmp/B/cc5e03fb4c0046b7bc3eac6d04e78c72 as hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/bbd4c5c5352c8f5e52f3c43ff45de955/B/cc5e03fb4c0046b7bc3eac6d04e78c72 2024-11-13T08:38:14,799 INFO [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/bbd4c5c5352c8f5e52f3c43ff45de955/B/cc5e03fb4c0046b7bc3eac6d04e78c72, entries=150, sequenceid=41, filesize=11.7 K 2024-11-13T08:38:14,800 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/bbd4c5c5352c8f5e52f3c43ff45de955/.tmp/C/5f9b61a35e1c49a194f18379f9808991 as hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/bbd4c5c5352c8f5e52f3c43ff45de955/C/5f9b61a35e1c49a194f18379f9808991 2024-11-13T08:38:14,805 INFO [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/bbd4c5c5352c8f5e52f3c43ff45de955/C/5f9b61a35e1c49a194f18379f9808991, entries=150, sequenceid=41, filesize=11.7 K 2024-11-13T08:38:14,806 INFO [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HRegion(3140): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for bbd4c5c5352c8f5e52f3c43ff45de955 in 974ms, sequenceid=41, compaction requested=false 2024-11-13T08:38:14,806 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HRegion(2603): Flush status journal for bbd4c5c5352c8f5e52f3c43ff45de955: 2024-11-13T08:38:14,806 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955. 2024-11-13T08:38:14,806 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=100 2024-11-13T08:38:14,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45349 {}] master.HMaster(4169): Remote procedure done, pid=100 2024-11-13T08:38:14,810 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=100, resume processing ppid=99 2024-11-13T08:38:14,810 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=100, ppid=99, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.5970 sec 2024-11-13T08:38:14,811 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=99, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=99, table=TestAcidGuarantees in 1.6070 sec 2024-11-13T08:38:14,845 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-13T08:38:15,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] regionserver.HRegion(8855): Flush requested on bbd4c5c5352c8f5e52f3c43ff45de955 2024-11-13T08:38:15,131 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-13T08:38:15,131 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing bbd4c5c5352c8f5e52f3c43ff45de955 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-13T08:38:15,140 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111383b1c2820ed2404887bd47fce78d2ff3_bbd4c5c5352c8f5e52f3c43ff45de955 is 50, key is test_row_0/A:col10/1731487093953/Put/seqid=0 2024-11-13T08:38:15,144 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38605 is added to blk_1073742174_1350 (size=14594) 2024-11-13T08:38:15,145 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:15,150 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111383b1c2820ed2404887bd47fce78d2ff3_bbd4c5c5352c8f5e52f3c43ff45de955 to hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111383b1c2820ed2404887bd47fce78d2ff3_bbd4c5c5352c8f5e52f3c43ff45de955 2024-11-13T08:38:15,151 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/bbd4c5c5352c8f5e52f3c43ff45de955/.tmp/A/8a716f9a35854b1ab2baa2701310d78e, store: [table=TestAcidGuarantees family=A region=bbd4c5c5352c8f5e52f3c43ff45de955] 2024-11-13T08:38:15,151 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/bbd4c5c5352c8f5e52f3c43ff45de955/.tmp/A/8a716f9a35854b1ab2baa2701310d78e is 175, key is test_row_0/A:col10/1731487093953/Put/seqid=0 2024-11-13T08:38:15,159 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38605 is added to blk_1073742175_1351 (size=39549) 2024-11-13T08:38:15,207 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:38:15,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34102 deadline: 1731487155192, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:38:15,207 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 , the old value is region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:15,207 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:15,207 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 because the exception is null or not the one we care about 2024-11-13T08:38:15,213 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:38:15,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34154 deadline: 1731487155196, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:38:15,214 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:38:15,214 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 , the old value is region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:15,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34104 deadline: 1731487155198, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:38:15,214 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:15,214 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 because the exception is null or not the one we care about 2024-11-13T08:38:15,214 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:38:15,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34170 deadline: 1731487155199, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:38:15,215 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 , the old value is region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:15,215 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:38:15,215 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:15,215 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 because the exception is null or not the one we care about 2024-11-13T08:38:15,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34138 deadline: 1731487155202, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:38:15,216 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 , the old value is region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:15,216 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:15,216 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 because the exception is null or not the one we care about 2024-11-13T08:38:15,217 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 , the old value is region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:15,217 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:15,217 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 because the exception is null or not the one we care about 2024-11-13T08:38:15,326 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:38:15,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34102 deadline: 1731487155315, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:38:15,327 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 , the old value is region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:15,327 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:15,327 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 because the exception is null or not the one we care about 2024-11-13T08:38:15,329 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:38:15,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34154 deadline: 1731487155325, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:38:15,330 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:38:15,330 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 , the old value is region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:15,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34104 deadline: 1731487155325, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:38:15,330 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:15,330 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 because the exception is null or not the one we care about 2024-11-13T08:38:15,330 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:38:15,330 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 , the old value is region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:15,330 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:15,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34138 deadline: 1731487155325, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:38:15,330 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 because the exception is null or not the one we care about 2024-11-13T08:38:15,330 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:38:15,330 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 , the old value is region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:15,331 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:15,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34170 deadline: 1731487155325, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:38:15,331 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 because the exception is null or not the one we care about 2024-11-13T08:38:15,331 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 , the old value is region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:15,331 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:15,331 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 because the exception is null or not the one we care about 2024-11-13T08:38:15,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45349 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=99 2024-11-13T08:38:15,356 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-13T08:38:15,356 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45349 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-13T08:38:15,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45349 {}] procedure2.ProcedureExecutor(1139): Stored pid=101, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=101, table=TestAcidGuarantees 2024-11-13T08:38:15,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45349 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=101 2024-11-13T08:38:15,358 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=101, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=101, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-13T08:38:15,359 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=101, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=101, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-13T08:38:15,359 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=102, ppid=101, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-13T08:38:15,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45349 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=101 2024-11-13T08:38:15,512 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43851 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=102 2024-11-13T08:38:15,512 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955. 2024-11-13T08:38:15,512 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955. as already flushing 2024-11-13T08:38:15,512 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955. 2024-11-13T08:38:15,512 ERROR [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] handler.RSProcedureHandler(58): pid=102 java.io.IOException: Unable to complete flush {ENCODED => bbd4c5c5352c8f5e52f3c43ff45de955, NAME => 'TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T08:38:15,512 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=102 java.io.IOException: Unable to complete flush {ENCODED => bbd4c5c5352c8f5e52f3c43ff45de955, NAME => 'TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T08:38:15,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45349 {}] master.HMaster(4177): Remote procedure failed, pid=102 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bbd4c5c5352c8f5e52f3c43ff45de955, NAME => 'TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bbd4c5c5352c8f5e52f3c43ff45de955, NAME => 'TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T08:38:15,542 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:38:15,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34102 deadline: 1731487155535, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:38:15,543 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:38:15,543 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 , the old value is region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:15,543 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:15,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34104 deadline: 1731487155535, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:38:15,543 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 because the exception is null or not the one we care about 2024-11-13T08:38:15,543 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 , the old value is region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:15,543 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:38:15,543 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:15,543 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 because the exception is null or not the one we care about 2024-11-13T08:38:15,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34138 deadline: 1731487155535, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:38:15,544 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 , the old value is region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:15,544 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:38:15,544 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:15,544 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 because the exception is null or not the one we care about 2024-11-13T08:38:15,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34170 deadline: 1731487155535, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:38:15,544 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:38:15,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34154 deadline: 1731487155535, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:38:15,544 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 , the old value is region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:15,544 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:15,544 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 because the exception is null or not the one we care about 2024-11-13T08:38:15,544 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 , the old value is region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:15,544 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:15,544 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 because the exception is null or not the one we care about 2024-11-13T08:38:15,560 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=53, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/bbd4c5c5352c8f5e52f3c43ff45de955/.tmp/A/8a716f9a35854b1ab2baa2701310d78e 2024-11-13T08:38:15,591 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/bbd4c5c5352c8f5e52f3c43ff45de955/.tmp/B/b45a648037434cd1a838eeb2eab313c3 is 50, key is test_row_0/B:col10/1731487093953/Put/seqid=0 2024-11-13T08:38:15,601 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38605 is added to blk_1073742176_1352 (size=12001) 2024-11-13T08:38:15,602 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=53 (bloomFilter=true), to=hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/bbd4c5c5352c8f5e52f3c43ff45de955/.tmp/B/b45a648037434cd1a838eeb2eab313c3 2024-11-13T08:38:15,622 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/bbd4c5c5352c8f5e52f3c43ff45de955/.tmp/C/481294dd39284816be39b9250ef73784 is 50, key is test_row_0/C:col10/1731487093953/Put/seqid=0 2024-11-13T08:38:15,641 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38605 is added to blk_1073742177_1353 (size=12001) 2024-11-13T08:38:15,642 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=53 (bloomFilter=true), to=hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/bbd4c5c5352c8f5e52f3c43ff45de955/.tmp/C/481294dd39284816be39b9250ef73784 2024-11-13T08:38:15,648 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/bbd4c5c5352c8f5e52f3c43ff45de955/.tmp/A/8a716f9a35854b1ab2baa2701310d78e as hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/bbd4c5c5352c8f5e52f3c43ff45de955/A/8a716f9a35854b1ab2baa2701310d78e 2024-11-13T08:38:15,654 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/bbd4c5c5352c8f5e52f3c43ff45de955/A/8a716f9a35854b1ab2baa2701310d78e, entries=200, sequenceid=53, filesize=38.6 K 2024-11-13T08:38:15,655 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/bbd4c5c5352c8f5e52f3c43ff45de955/.tmp/B/b45a648037434cd1a838eeb2eab313c3 as hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/bbd4c5c5352c8f5e52f3c43ff45de955/B/b45a648037434cd1a838eeb2eab313c3 2024-11-13T08:38:15,667 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43851 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=102 2024-11-13T08:38:15,667 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955. 2024-11-13T08:38:15,667 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955. as already flushing 2024-11-13T08:38:15,667 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955. 2024-11-13T08:38:15,667 ERROR [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] handler.RSProcedureHandler(58): pid=102 java.io.IOException: Unable to complete flush {ENCODED => bbd4c5c5352c8f5e52f3c43ff45de955, NAME => 'TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T08:38:15,667 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=102 java.io.IOException: Unable to complete flush {ENCODED => bbd4c5c5352c8f5e52f3c43ff45de955, NAME => 'TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T08:38:15,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45349 {}] master.HMaster(4177): Remote procedure failed, pid=102 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bbd4c5c5352c8f5e52f3c43ff45de955, NAME => 'TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bbd4c5c5352c8f5e52f3c43ff45de955, NAME => 'TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T08:38:15,671 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/bbd4c5c5352c8f5e52f3c43ff45de955/B/b45a648037434cd1a838eeb2eab313c3, entries=150, sequenceid=53, filesize=11.7 K 2024-11-13T08:38:15,673 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/bbd4c5c5352c8f5e52f3c43ff45de955/.tmp/C/481294dd39284816be39b9250ef73784 as hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/bbd4c5c5352c8f5e52f3c43ff45de955/C/481294dd39284816be39b9250ef73784 2024-11-13T08:38:15,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45349 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=101 2024-11-13T08:38:15,678 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/bbd4c5c5352c8f5e52f3c43ff45de955/C/481294dd39284816be39b9250ef73784, entries=150, sequenceid=53, filesize=11.7 K 2024-11-13T08:38:15,679 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for bbd4c5c5352c8f5e52f3c43ff45de955 in 548ms, sequenceid=53, compaction requested=true 2024-11-13T08:38:15,679 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for bbd4c5c5352c8f5e52f3c43ff45de955: 2024-11-13T08:38:15,679 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store bbd4c5c5352c8f5e52f3c43ff45de955:A, priority=-2147483648, current under compaction store size is 1 2024-11-13T08:38:15,680 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T08:38:15,680 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store bbd4c5c5352c8f5e52f3c43ff45de955:B, priority=-2147483648, current under compaction store size is 2 2024-11-13T08:38:15,680 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-13T08:38:15,680 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-13T08:38:15,680 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store bbd4c5c5352c8f5e52f3c43ff45de955:C, priority=-2147483648, current under compaction store size is 3 2024-11-13T08:38:15,680 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-13T08:38:15,680 DEBUG [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-13T08:38:15,681 DEBUG [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-13T08:38:15,681 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 118643 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-13T08:38:15,681 DEBUG [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] regionserver.HStore(1541): bbd4c5c5352c8f5e52f3c43ff45de955/B is initiating minor compaction (all files) 2024-11-13T08:38:15,681 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] regionserver.HStore(1541): bbd4c5c5352c8f5e52f3c43ff45de955/A is initiating minor compaction (all files) 2024-11-13T08:38:15,681 INFO [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of bbd4c5c5352c8f5e52f3c43ff45de955/B in TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955. 2024-11-13T08:38:15,681 INFO [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of bbd4c5c5352c8f5e52f3c43ff45de955/A in TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955. 2024-11-13T08:38:15,681 INFO [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/bbd4c5c5352c8f5e52f3c43ff45de955/A/74fc90482ca543398883183bd3b58dcf, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/bbd4c5c5352c8f5e52f3c43ff45de955/A/65e8405cfdcb467e91752c93f204ed6f, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/bbd4c5c5352c8f5e52f3c43ff45de955/A/8a716f9a35854b1ab2baa2701310d78e] into tmpdir=hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/bbd4c5c5352c8f5e52f3c43ff45de955/.tmp, totalSize=115.9 K 2024-11-13T08:38:15,681 INFO [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/bbd4c5c5352c8f5e52f3c43ff45de955/B/9f4d19992adc44ff90c6f5ba8ac22d50, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/bbd4c5c5352c8f5e52f3c43ff45de955/B/cc5e03fb4c0046b7bc3eac6d04e78c72, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/bbd4c5c5352c8f5e52f3c43ff45de955/B/b45a648037434cd1a838eeb2eab313c3] into tmpdir=hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/bbd4c5c5352c8f5e52f3c43ff45de955/.tmp, totalSize=35.2 K 2024-11-13T08:38:15,681 INFO [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955. 2024-11-13T08:38:15,681 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955. files: [hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/bbd4c5c5352c8f5e52f3c43ff45de955/A/74fc90482ca543398883183bd3b58dcf, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/bbd4c5c5352c8f5e52f3c43ff45de955/A/65e8405cfdcb467e91752c93f204ed6f, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/bbd4c5c5352c8f5e52f3c43ff45de955/A/8a716f9a35854b1ab2baa2701310d78e] 2024-11-13T08:38:15,682 DEBUG [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] compactions.Compactor(225): Compacting 9f4d19992adc44ff90c6f5ba8ac22d50, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=16, earliestPutTs=1731487093208 2024-11-13T08:38:15,683 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] compactions.Compactor(225): Compacting 74fc90482ca543398883183bd3b58dcf, keycount=250, bloomtype=ROW, size=47.0 K, encoding=NONE, compression=NONE, seqNum=16, earliestPutTs=1731487093202 2024-11-13T08:38:15,683 DEBUG [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] compactions.Compactor(225): Compacting cc5e03fb4c0046b7bc3eac6d04e78c72, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=41, earliestPutTs=1731487093263 2024-11-13T08:38:15,683 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] compactions.Compactor(225): Compacting 65e8405cfdcb467e91752c93f204ed6f, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=41, earliestPutTs=1731487093263 2024-11-13T08:38:15,683 DEBUG [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] compactions.Compactor(225): Compacting b45a648037434cd1a838eeb2eab313c3, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1731487093949 2024-11-13T08:38:15,684 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] compactions.Compactor(225): Compacting 8a716f9a35854b1ab2baa2701310d78e, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1731487093949 2024-11-13T08:38:15,702 INFO [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): bbd4c5c5352c8f5e52f3c43ff45de955#B#compaction#299 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-13T08:38:15,703 DEBUG [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/bbd4c5c5352c8f5e52f3c43ff45de955/.tmp/B/2abdcba1cedd4961bda80e6521731e97 is 50, key is test_row_0/B:col10/1731487093953/Put/seqid=0 2024-11-13T08:38:15,705 INFO [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=bbd4c5c5352c8f5e52f3c43ff45de955] 2024-11-13T08:38:15,717 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241113aaed6e540dd343d0947e2db5e48b351c_bbd4c5c5352c8f5e52f3c43ff45de955 store=[table=TestAcidGuarantees family=A region=bbd4c5c5352c8f5e52f3c43ff45de955] 2024-11-13T08:38:15,718 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241113aaed6e540dd343d0947e2db5e48b351c_bbd4c5c5352c8f5e52f3c43ff45de955, store=[table=TestAcidGuarantees family=A region=bbd4c5c5352c8f5e52f3c43ff45de955] 2024-11-13T08:38:15,718 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241113aaed6e540dd343d0947e2db5e48b351c_bbd4c5c5352c8f5e52f3c43ff45de955 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=bbd4c5c5352c8f5e52f3c43ff45de955] 2024-11-13T08:38:15,726 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38605 is added to blk_1073742178_1354 (size=12104) 2024-11-13T08:38:15,739 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38605 is added to blk_1073742179_1355 (size=4469) 2024-11-13T08:38:15,821 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43851 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=102 2024-11-13T08:38:15,821 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955. 2024-11-13T08:38:15,821 INFO [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HRegion(2902): Flushing bbd4c5c5352c8f5e52f3c43ff45de955 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-13T08:38:15,829 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241113ce514e4dcb6c4fcdba6fca946f02be3e_bbd4c5c5352c8f5e52f3c43ff45de955 is 50, key is test_row_0/A:col10/1731487095199/Put/seqid=0 2024-11-13T08:38:15,834 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38605 is added to blk_1073742180_1356 (size=12154) 2024-11-13T08:38:15,836 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:15,840 INFO [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241113ce514e4dcb6c4fcdba6fca946f02be3e_bbd4c5c5352c8f5e52f3c43ff45de955 to hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241113ce514e4dcb6c4fcdba6fca946f02be3e_bbd4c5c5352c8f5e52f3c43ff45de955 2024-11-13T08:38:15,841 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/bbd4c5c5352c8f5e52f3c43ff45de955/.tmp/A/71769c4635aa4fc993a20713fe191f8c, store: [table=TestAcidGuarantees family=A region=bbd4c5c5352c8f5e52f3c43ff45de955] 2024-11-13T08:38:15,841 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/bbd4c5c5352c8f5e52f3c43ff45de955/.tmp/A/71769c4635aa4fc993a20713fe191f8c is 175, key is test_row_0/A:col10/1731487095199/Put/seqid=0 2024-11-13T08:38:15,847 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38605 is added to blk_1073742181_1357 (size=30955) 2024-11-13T08:38:15,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] regionserver.HRegion(8855): Flush requested on bbd4c5c5352c8f5e52f3c43ff45de955 2024-11-13T08:38:15,852 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955. as already flushing 2024-11-13T08:38:15,883 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:38:15,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34138 deadline: 1731487155869, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:38:15,884 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 , the old value is region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:15,884 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:15,884 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 because the exception is null or not the one we care about 2024-11-13T08:38:15,894 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:38:15,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34102 deadline: 1731487155882, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:38:15,895 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:38:15,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34104 deadline: 1731487155883, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:38:15,895 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:38:15,895 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 , the old value is region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:15,895 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:15,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34154 deadline: 1731487155883, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:38:15,895 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 because the exception is null or not the one we care about 2024-11-13T08:38:15,895 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 , the old value is region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:15,895 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:38:15,895 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 , the old value is region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:15,895 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:15,896 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:15,896 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 because the exception is null or not the one we care about 2024-11-13T08:38:15,896 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 because the exception is null or not the one we care about 2024-11-13T08:38:15,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34170 deadline: 1731487155884, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:38:15,896 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 , the old value is region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:15,896 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:15,896 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 because the exception is null or not the one we care about 2024-11-13T08:38:15,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45349 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=101 2024-11-13T08:38:16,002 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:38:16,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34138 deadline: 1731487155994, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:38:16,003 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 , the old value is region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:16,003 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:16,003 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 because the exception is null or not the one we care about 2024-11-13T08:38:16,014 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:38:16,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34154 deadline: 1731487156005, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:38:16,015 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:38:16,015 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 , the old value is region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:16,015 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:16,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34104 deadline: 1731487156005, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:38:16,015 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 because the exception is null or not the one we care about 2024-11-13T08:38:16,015 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 , the old value is region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:16,015 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:38:16,015 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:16,015 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 because the exception is null or not the one we care about 2024-11-13T08:38:16,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34170 deadline: 1731487156005, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:38:16,015 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 , the old value is region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:16,015 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:38:16,015 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:16,016 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 because the exception is null or not the one we care about 2024-11-13T08:38:16,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34102 deadline: 1731487156005, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:38:16,016 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 , the old value is region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:16,016 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:16,016 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 because the exception is null or not the one we care about 2024-11-13T08:38:16,137 DEBUG [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/bbd4c5c5352c8f5e52f3c43ff45de955/.tmp/B/2abdcba1cedd4961bda80e6521731e97 as hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/bbd4c5c5352c8f5e52f3c43ff45de955/B/2abdcba1cedd4961bda80e6521731e97 2024-11-13T08:38:16,140 INFO [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): bbd4c5c5352c8f5e52f3c43ff45de955#A#compaction#300 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-13T08:38:16,141 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/bbd4c5c5352c8f5e52f3c43ff45de955/.tmp/A/2d9fa439ad7443b1907fb99dea2891dd is 175, key is test_row_0/A:col10/1731487093953/Put/seqid=0 2024-11-13T08:38:16,144 INFO [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in bbd4c5c5352c8f5e52f3c43ff45de955/B of bbd4c5c5352c8f5e52f3c43ff45de955 into 2abdcba1cedd4961bda80e6521731e97(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T08:38:16,144 DEBUG [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for bbd4c5c5352c8f5e52f3c43ff45de955: 2024-11-13T08:38:16,144 INFO [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., storeName=bbd4c5c5352c8f5e52f3c43ff45de955/B, priority=13, startTime=1731487095680; duration=0sec 2024-11-13T08:38:16,144 DEBUG [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-13T08:38:16,144 DEBUG [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: bbd4c5c5352c8f5e52f3c43ff45de955:B 2024-11-13T08:38:16,145 DEBUG [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-13T08:38:16,146 DEBUG [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-13T08:38:16,146 DEBUG [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] regionserver.HStore(1541): bbd4c5c5352c8f5e52f3c43ff45de955/C is initiating minor compaction (all files) 2024-11-13T08:38:16,146 INFO [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of bbd4c5c5352c8f5e52f3c43ff45de955/C in TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955. 2024-11-13T08:38:16,146 INFO [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/bbd4c5c5352c8f5e52f3c43ff45de955/C/ec5080455aec4b229dc896add72f50a9, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/bbd4c5c5352c8f5e52f3c43ff45de955/C/5f9b61a35e1c49a194f18379f9808991, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/bbd4c5c5352c8f5e52f3c43ff45de955/C/481294dd39284816be39b9250ef73784] into tmpdir=hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/bbd4c5c5352c8f5e52f3c43ff45de955/.tmp, totalSize=35.2 K 2024-11-13T08:38:16,146 DEBUG [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] compactions.Compactor(225): Compacting ec5080455aec4b229dc896add72f50a9, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=16, earliestPutTs=1731487093208 2024-11-13T08:38:16,148 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38605 is added to blk_1073742182_1358 (size=31058) 2024-11-13T08:38:16,149 DEBUG [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] compactions.Compactor(225): Compacting 5f9b61a35e1c49a194f18379f9808991, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=41, earliestPutTs=1731487093263 2024-11-13T08:38:16,149 DEBUG [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] compactions.Compactor(225): Compacting 481294dd39284816be39b9250ef73784, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1731487093949 2024-11-13T08:38:16,153 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/bbd4c5c5352c8f5e52f3c43ff45de955/.tmp/A/2d9fa439ad7443b1907fb99dea2891dd as hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/bbd4c5c5352c8f5e52f3c43ff45de955/A/2d9fa439ad7443b1907fb99dea2891dd 2024-11-13T08:38:16,156 INFO [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): bbd4c5c5352c8f5e52f3c43ff45de955#C#compaction#302 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-13T08:38:16,157 DEBUG [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/bbd4c5c5352c8f5e52f3c43ff45de955/.tmp/C/4e5f7a9b683145a39ca122881b17438a is 50, key is test_row_0/C:col10/1731487093953/Put/seqid=0 2024-11-13T08:38:16,158 INFO [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in bbd4c5c5352c8f5e52f3c43ff45de955/A of bbd4c5c5352c8f5e52f3c43ff45de955 into 2d9fa439ad7443b1907fb99dea2891dd(size=30.3 K), total size for store is 30.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T08:38:16,158 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for bbd4c5c5352c8f5e52f3c43ff45de955: 2024-11-13T08:38:16,158 INFO [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., storeName=bbd4c5c5352c8f5e52f3c43ff45de955/A, priority=13, startTime=1731487095679; duration=0sec 2024-11-13T08:38:16,158 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T08:38:16,158 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: bbd4c5c5352c8f5e52f3c43ff45de955:A 2024-11-13T08:38:16,162 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38605 is added to blk_1073742183_1359 (size=12104) 2024-11-13T08:38:16,223 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:38:16,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34138 deadline: 1731487156215, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:38:16,223 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 , the old value is region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:16,223 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:16,223 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 because the exception is null or not the one we care about 2024-11-13T08:38:16,234 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:38:16,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34104 deadline: 1731487156225, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:38:16,234 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:38:16,234 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:38:16,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34170 deadline: 1731487156225, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:38:16,234 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 , the old value is region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:16,234 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:16,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34154 deadline: 1731487156225, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:38:16,234 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 because the exception is null or not the one we care about 2024-11-13T08:38:16,235 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:38:16,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34102 deadline: 1731487156226, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:38:16,235 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 , the old value is region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:16,235 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 , the old value is region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:16,235 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:16,235 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:16,235 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 because the exception is null or not the one we care about 2024-11-13T08:38:16,235 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 because the exception is null or not the one we care about 2024-11-13T08:38:16,235 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 , the old value is region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:16,235 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:16,235 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 because the exception is null or not the one we care about 2024-11-13T08:38:16,248 INFO [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=77, memsize=47.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/bbd4c5c5352c8f5e52f3c43ff45de955/.tmp/A/71769c4635aa4fc993a20713fe191f8c 2024-11-13T08:38:16,258 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/bbd4c5c5352c8f5e52f3c43ff45de955/.tmp/B/c7836e744d1f4546816e03c74809f16e is 50, key is test_row_0/B:col10/1731487095199/Put/seqid=0 2024-11-13T08:38:16,277 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38605 is added to blk_1073742184_1360 (size=12001) 2024-11-13T08:38:16,278 INFO [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=77 (bloomFilter=true), to=hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/bbd4c5c5352c8f5e52f3c43ff45de955/.tmp/B/c7836e744d1f4546816e03c74809f16e 2024-11-13T08:38:16,287 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/bbd4c5c5352c8f5e52f3c43ff45de955/.tmp/C/9852592a5e2640a5afe75b1781399947 is 50, key is test_row_0/C:col10/1731487095199/Put/seqid=0 2024-11-13T08:38:16,297 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38605 is added to blk_1073742185_1361 (size=12001) 2024-11-13T08:38:16,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45349 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=101 2024-11-13T08:38:16,540 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:38:16,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34138 deadline: 1731487156535, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:38:16,540 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 , the old value is region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:16,540 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:16,540 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 because the exception is null or not the one we care about 2024-11-13T08:38:16,552 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:38:16,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34104 deadline: 1731487156545, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:38:16,552 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:38:16,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34170 deadline: 1731487156546, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:38:16,552 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 , the old value is region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:16,552 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:16,552 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 because the exception is null or not the one we care about 2024-11-13T08:38:16,553 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:38:16,553 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 , the old value is region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:16,553 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:16,553 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 because the exception is null or not the one we care about 2024-11-13T08:38:16,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34102 deadline: 1731487156546, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:38:16,553 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 , the old value is region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:16,553 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:38:16,553 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:16,553 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 because the exception is null or not the one we care about 2024-11-13T08:38:16,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34154 deadline: 1731487156546, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:38:16,553 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 , the old value is region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:16,553 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:16,553 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 because the exception is null or not the one we care about 2024-11-13T08:38:16,568 DEBUG [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/bbd4c5c5352c8f5e52f3c43ff45de955/.tmp/C/4e5f7a9b683145a39ca122881b17438a as hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/bbd4c5c5352c8f5e52f3c43ff45de955/C/4e5f7a9b683145a39ca122881b17438a 2024-11-13T08:38:16,576 INFO [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in bbd4c5c5352c8f5e52f3c43ff45de955/C of bbd4c5c5352c8f5e52f3c43ff45de955 into 4e5f7a9b683145a39ca122881b17438a(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T08:38:16,577 DEBUG [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for bbd4c5c5352c8f5e52f3c43ff45de955: 2024-11-13T08:38:16,577 INFO [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., storeName=bbd4c5c5352c8f5e52f3c43ff45de955/C, priority=13, startTime=1731487095680; duration=0sec 2024-11-13T08:38:16,577 DEBUG [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T08:38:16,577 DEBUG [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: bbd4c5c5352c8f5e52f3c43ff45de955:C 2024-11-13T08:38:16,697 INFO [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=77 (bloomFilter=true), to=hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/bbd4c5c5352c8f5e52f3c43ff45de955/.tmp/C/9852592a5e2640a5afe75b1781399947 2024-11-13T08:38:16,702 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/bbd4c5c5352c8f5e52f3c43ff45de955/.tmp/A/71769c4635aa4fc993a20713fe191f8c as hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/bbd4c5c5352c8f5e52f3c43ff45de955/A/71769c4635aa4fc993a20713fe191f8c 2024-11-13T08:38:16,709 INFO [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/bbd4c5c5352c8f5e52f3c43ff45de955/A/71769c4635aa4fc993a20713fe191f8c, entries=150, sequenceid=77, filesize=30.2 K 2024-11-13T08:38:16,710 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/bbd4c5c5352c8f5e52f3c43ff45de955/.tmp/B/c7836e744d1f4546816e03c74809f16e as hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/bbd4c5c5352c8f5e52f3c43ff45de955/B/c7836e744d1f4546816e03c74809f16e 2024-11-13T08:38:16,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,715 INFO [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/bbd4c5c5352c8f5e52f3c43ff45de955/B/c7836e744d1f4546816e03c74809f16e, entries=150, sequenceid=77, filesize=11.7 K 2024-11-13T08:38:16,715 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/bbd4c5c5352c8f5e52f3c43ff45de955/.tmp/C/9852592a5e2640a5afe75b1781399947 as hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/bbd4c5c5352c8f5e52f3c43ff45de955/C/9852592a5e2640a5afe75b1781399947 2024-11-13T08:38:16,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,720 INFO [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/bbd4c5c5352c8f5e52f3c43ff45de955/C/9852592a5e2640a5afe75b1781399947, entries=150, sequenceid=77, filesize=11.7 K 2024-11-13T08:38:16,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,721 INFO [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HRegion(3140): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=73.80 KB/75570 for bbd4c5c5352c8f5e52f3c43ff45de955 in 899ms, sequenceid=77, compaction requested=false 2024-11-13T08:38:16,721 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HRegion(2603): Flush status journal for bbd4c5c5352c8f5e52f3c43ff45de955: 2024-11-13T08:38:16,721 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955. 2024-11-13T08:38:16,721 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=102 2024-11-13T08:38:16,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45349 {}] master.HMaster(4169): Remote procedure done, pid=102 2024-11-13T08:38:16,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,725 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=102, resume processing ppid=101 2024-11-13T08:38:16,725 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=102, ppid=101, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.3630 sec 2024-11-13T08:38:16,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,727 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=101, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=101, table=TestAcidGuarantees in 1.3700 sec 2024-11-13T08:38:16,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:16,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:17,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:17,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:17,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:17,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:17,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:17,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:17,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:17,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:17,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:17,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:17,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:17,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:17,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:17,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:17,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:17,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:17,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:17,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:17,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:17,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:17,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:17,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:17,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:17,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:17,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:17,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:17,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:17,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:17,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:17,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:17,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:17,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:17,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:17,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:17,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:17,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:17,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:17,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:17,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:17,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:17,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:17,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:17,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:17,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:17,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:17,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:17,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:17,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:17,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:17,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:17,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:17,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:17,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:17,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:17,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:17,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:17,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:17,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:17,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:17,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:17,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:17,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:17,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:17,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:17,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:17,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:17,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:17,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:17,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:17,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:17,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:17,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:17,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:17,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:17,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:17,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:17,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:17,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:17,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:17,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:17,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:17,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:17,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:17,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:17,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:17,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:17,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:17,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:17,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:17,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:17,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:17,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:17,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:17,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:17,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:17,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:17,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:17,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:17,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:17,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:17,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:17,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:17,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:17,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:17,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:17,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:17,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:17,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:17,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:17,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:17,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:17,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:17,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:17,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:17,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:17,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:17,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:17,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:17,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:17,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:17,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:17,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:17,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:17,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:17,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:17,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:17,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:17,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:17,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:17,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:17,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:17,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:17,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:17,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:17,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:17,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:17,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:17,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:17,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:17,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:17,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:17,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:17,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:17,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:17,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:17,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:17,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:17,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:17,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:17,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:17,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:17,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:17,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:17,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:17,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:17,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:17,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:17,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:17,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:17,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:17,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:17,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:17,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:17,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:17,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:17,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:17,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:17,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:17,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:17,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:17,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:17,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:17,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:17,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:17,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:17,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:17,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:17,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:17,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:17,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:17,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:17,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:17,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:17,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:17,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:17,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:17,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:17,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:17,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:17,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:17,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:17,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:17,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:17,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:17,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:17,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:17,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:17,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:17,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:17,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:17,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:17,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:17,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:17,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:17,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:17,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:17,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:17,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:17,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:17,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:17,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:17,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:17,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:17,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:17,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:17,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:17,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:17,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:17,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:17,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:17,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:17,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:17,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:17,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:17,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:17,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:17,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:17,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:17,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:17,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:17,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:17,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:17,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:17,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:17,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:17,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:17,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:17,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:17,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:17,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:17,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:17,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:17,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:17,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:17,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:17,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:17,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:17,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:17,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:17,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:17,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:17,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:17,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:17,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:17,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:17,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:17,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:17,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:17,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:17,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:17,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:17,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:17,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:17,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:17,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:17,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:17,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:17,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:17,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:17,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:17,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:17,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:17,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:17,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:17,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:17,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:17,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:17,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:17,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:17,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:17,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:17,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:17,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:17,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:17,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:17,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:17,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:17,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:17,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:17,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:17,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:17,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:17,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:17,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:17,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:17,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:17,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:17,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:17,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:17,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:17,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:17,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:17,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:17,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:17,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:17,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:17,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:17,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:17,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:17,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:17,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:17,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:17,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] regionserver.HRegion(8855): Flush requested on bbd4c5c5352c8f5e52f3c43ff45de955 2024-11-13T08:38:17,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:17,088 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-13T08:38:17,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:17,088 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing bbd4c5c5352c8f5e52f3c43ff45de955 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB 2024-11-13T08:38:17,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:17,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:17,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:17,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:17,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:17,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:17,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:17,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:17,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:17,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:17,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:17,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:17,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:17,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:17,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:17,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:17,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:17,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:17,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:17,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:17,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:17,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:17,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:17,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:17,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:17,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:17,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:17,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:17,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:17,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:17,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:17,125 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111308ab653fb7dd414193b1f16d54c32373_bbd4c5c5352c8f5e52f3c43ff45de955 is 50, key is test_row_0/A:col10/1731487095881/Put/seqid=0 2024-11-13T08:38:17,138 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38605 is added to blk_1073742186_1362 (size=12154) 2024-11-13T08:38:17,143 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:17,149 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111308ab653fb7dd414193b1f16d54c32373_bbd4c5c5352c8f5e52f3c43ff45de955 to hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111308ab653fb7dd414193b1f16d54c32373_bbd4c5c5352c8f5e52f3c43ff45de955 2024-11-13T08:38:17,151 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/bbd4c5c5352c8f5e52f3c43ff45de955/.tmp/A/7069bfad2b3b42f0b7ea9b546611c34a, store: [table=TestAcidGuarantees family=A region=bbd4c5c5352c8f5e52f3c43ff45de955] 2024-11-13T08:38:17,151 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/bbd4c5c5352c8f5e52f3c43ff45de955/.tmp/A/7069bfad2b3b42f0b7ea9b546611c34a is 175, key is test_row_0/A:col10/1731487095881/Put/seqid=0 2024-11-13T08:38:17,155 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38605 is added to blk_1073742187_1363 (size=30955) 2024-11-13T08:38:17,160 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:38:17,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34138 deadline: 1731487157145, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:38:17,160 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:38:17,160 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 , the old value is region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:17,160 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:17,160 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 because the exception is null or not the one we care about 2024-11-13T08:38:17,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34170 deadline: 1731487157146, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:38:17,161 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:38:17,161 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 , the old value is region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:17,161 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:17,161 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 because the exception is null or not the one we care about 2024-11-13T08:38:17,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34104 deadline: 1731487157146, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:38:17,161 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 , the old value is region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:17,161 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:17,161 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 because the exception is null or not the one we care about 2024-11-13T08:38:17,163 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:38:17,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34154 deadline: 1731487157148, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:38:17,163 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 , the old value is region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:17,163 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:17,164 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 because the exception is null or not the one we care about 2024-11-13T08:38:17,177 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:38:17,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34102 deadline: 1731487157161, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:38:17,178 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 , the old value is region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:17,178 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:17,178 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 because the exception is null or not the one we care about 2024-11-13T08:38:17,276 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:38:17,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34138 deadline: 1731487157265, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:38:17,277 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:38:17,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34170 deadline: 1731487157265, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:38:17,277 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:38:17,277 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 , the old value is region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:17,277 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 , the old value is region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:17,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34104 deadline: 1731487157265, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:38:17,277 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:17,277 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:17,277 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 because the exception is null or not the one we care about 2024-11-13T08:38:17,277 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 because the exception is null or not the one we care about 2024-11-13T08:38:17,277 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:38:17,278 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 , the old value is region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:17,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34154 deadline: 1731487157266, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:38:17,278 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:17,278 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 because the exception is null or not the one we care about 2024-11-13T08:38:17,278 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 , the old value is region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:17,278 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:17,278 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 because the exception is null or not the one we care about 2024-11-13T08:38:17,293 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:38:17,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34102 deadline: 1731487157285, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:38:17,293 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 , the old value is region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:17,293 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:17,293 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 because the exception is null or not the one we care about 2024-11-13T08:38:17,493 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:38:17,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34170 deadline: 1731487157485, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:38:17,493 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:38:17,493 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 , the old value is region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:17,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34138 deadline: 1731487157485, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:38:17,493 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:17,493 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 because the exception is null or not the one we care about 2024-11-13T08:38:17,493 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:38:17,493 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 , the old value is region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:17,494 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:17,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34104 deadline: 1731487157485, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:38:17,494 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 because the exception is null or not the one we care about 2024-11-13T08:38:17,494 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:38:17,494 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 , the old value is region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:17,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34154 deadline: 1731487157485, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:38:17,494 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:17,494 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 because the exception is null or not the one we care about 2024-11-13T08:38:17,494 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 , the old value is region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:17,494 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:17,494 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 because the exception is null or not the one we care about 2024-11-13T08:38:17,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45349 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=101 2024-11-13T08:38:17,505 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-13T08:38:17,505 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45349 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-13T08:38:17,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45349 {}] procedure2.ProcedureExecutor(1139): Stored pid=103, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=103, table=TestAcidGuarantees 2024-11-13T08:38:17,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45349 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=103 2024-11-13T08:38:17,507 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:38:17,507 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=103, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=103, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-13T08:38:17,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34102 deadline: 1731487157495, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:38:17,508 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 , the old value is region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:17,508 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:17,508 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 because the exception is null or not the one we care about 2024-11-13T08:38:17,508 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=103, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=103, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-13T08:38:17,508 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=104, ppid=103, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-13T08:38:17,556 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=95, memsize=26.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/bbd4c5c5352c8f5e52f3c43ff45de955/.tmp/A/7069bfad2b3b42f0b7ea9b546611c34a 2024-11-13T08:38:17,564 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/bbd4c5c5352c8f5e52f3c43ff45de955/.tmp/B/9a274595902b4ea1a0667f8717e90c8a is 50, key is test_row_0/B:col10/1731487095881/Put/seqid=0 2024-11-13T08:38:17,568 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38605 is added to blk_1073742188_1364 (size=12001) 2024-11-13T08:38:17,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45349 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=103 2024-11-13T08:38:17,661 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43851 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=104 2024-11-13T08:38:17,661 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955. 2024-11-13T08:38:17,661 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955. as already flushing 2024-11-13T08:38:17,661 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955. 2024-11-13T08:38:17,661 ERROR [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] handler.RSProcedureHandler(58): pid=104 java.io.IOException: Unable to complete flush {ENCODED => bbd4c5c5352c8f5e52f3c43ff45de955, NAME => 'TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T08:38:17,662 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=104 java.io.IOException: Unable to complete flush {ENCODED => bbd4c5c5352c8f5e52f3c43ff45de955, NAME => 'TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T08:38:17,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45349 {}] master.HMaster(4177): Remote procedure failed, pid=104 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bbd4c5c5352c8f5e52f3c43ff45de955, NAME => 'TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bbd4c5c5352c8f5e52f3c43ff45de955, NAME => 'TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T08:38:17,815 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43851 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=104 2024-11-13T08:38:17,815 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955. 2024-11-13T08:38:17,815 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955. as already flushing 2024-11-13T08:38:17,815 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955. 2024-11-13T08:38:17,815 ERROR [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] handler.RSProcedureHandler(58): pid=104 java.io.IOException: Unable to complete flush {ENCODED => bbd4c5c5352c8f5e52f3c43ff45de955, NAME => 'TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T08:38:17,815 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=104 java.io.IOException: Unable to complete flush {ENCODED => bbd4c5c5352c8f5e52f3c43ff45de955, NAME => 'TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T08:38:17,815 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:38:17,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34170 deadline: 1731487157805, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:38:17,816 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:38:17,816 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 , the old value is region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:17,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34138 deadline: 1731487157805, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:38:17,816 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:17,816 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 because the exception is null or not the one we care about 2024-11-13T08:38:17,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45349 {}] master.HMaster(4177): Remote procedure failed, pid=104 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bbd4c5c5352c8f5e52f3c43ff45de955, NAME => 'TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bbd4c5c5352c8f5e52f3c43ff45de955, NAME => 'TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T08:38:17,816 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:38:17,816 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 , the old value is region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:17,816 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:17,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34104 deadline: 1731487157805, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:38:17,816 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 because the exception is null or not the one we care about 2024-11-13T08:38:17,817 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:38:17,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34154 deadline: 1731487157805, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:38:17,817 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 , the old value is region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:17,817 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:17,817 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 because the exception is null or not the one we care about 2024-11-13T08:38:17,818 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 , the old value is region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:17,818 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:17,818 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 because the exception is null or not the one we care about 2024-11-13T08:38:17,821 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:38:17,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34102 deadline: 1731487157815, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:38:17,822 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 , the old value is region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:17,822 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:17,822 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 because the exception is null or not the one we care about 2024-11-13T08:38:17,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45349 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=103 2024-11-13T08:38:17,969 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=95 (bloomFilter=true), to=hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/bbd4c5c5352c8f5e52f3c43ff45de955/.tmp/B/9a274595902b4ea1a0667f8717e90c8a 2024-11-13T08:38:17,970 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43851 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=104 2024-11-13T08:38:17,970 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955. 2024-11-13T08:38:17,970 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955. as already flushing 2024-11-13T08:38:17,970 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955. 2024-11-13T08:38:17,970 ERROR [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] handler.RSProcedureHandler(58): pid=104 java.io.IOException: Unable to complete flush {ENCODED => bbd4c5c5352c8f5e52f3c43ff45de955, NAME => 'TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T08:38:17,970 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=104 java.io.IOException: Unable to complete flush {ENCODED => bbd4c5c5352c8f5e52f3c43ff45de955, NAME => 'TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T08:38:17,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45349 {}] master.HMaster(4177): Remote procedure failed, pid=104 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bbd4c5c5352c8f5e52f3c43ff45de955, NAME => 'TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bbd4c5c5352c8f5e52f3c43ff45de955, NAME => 'TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T08:38:17,978 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/bbd4c5c5352c8f5e52f3c43ff45de955/.tmp/C/8b723489e7d24998bd9b2c5877313499 is 50, key is test_row_0/C:col10/1731487095881/Put/seqid=0 2024-11-13T08:38:17,982 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38605 is added to blk_1073742189_1365 (size=12001) 2024-11-13T08:38:17,982 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=95 (bloomFilter=true), to=hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/bbd4c5c5352c8f5e52f3c43ff45de955/.tmp/C/8b723489e7d24998bd9b2c5877313499 2024-11-13T08:38:17,987 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/bbd4c5c5352c8f5e52f3c43ff45de955/.tmp/A/7069bfad2b3b42f0b7ea9b546611c34a as hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/bbd4c5c5352c8f5e52f3c43ff45de955/A/7069bfad2b3b42f0b7ea9b546611c34a 2024-11-13T08:38:17,993 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/bbd4c5c5352c8f5e52f3c43ff45de955/A/7069bfad2b3b42f0b7ea9b546611c34a, entries=150, sequenceid=95, filesize=30.2 K 2024-11-13T08:38:17,994 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/bbd4c5c5352c8f5e52f3c43ff45de955/.tmp/B/9a274595902b4ea1a0667f8717e90c8a as hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/bbd4c5c5352c8f5e52f3c43ff45de955/B/9a274595902b4ea1a0667f8717e90c8a 2024-11-13T08:38:18,001 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/bbd4c5c5352c8f5e52f3c43ff45de955/B/9a274595902b4ea1a0667f8717e90c8a, entries=150, sequenceid=95, filesize=11.7 K 2024-11-13T08:38:18,002 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/bbd4c5c5352c8f5e52f3c43ff45de955/.tmp/C/8b723489e7d24998bd9b2c5877313499 as hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/bbd4c5c5352c8f5e52f3c43ff45de955/C/8b723489e7d24998bd9b2c5877313499 2024-11-13T08:38:18,008 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/bbd4c5c5352c8f5e52f3c43ff45de955/C/8b723489e7d24998bd9b2c5877313499, entries=150, sequenceid=95, filesize=11.7 K 2024-11-13T08:38:18,009 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=120.76 KB/123660 for bbd4c5c5352c8f5e52f3c43ff45de955 in 921ms, sequenceid=95, compaction requested=true 2024-11-13T08:38:18,009 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for bbd4c5c5352c8f5e52f3c43ff45de955: 2024-11-13T08:38:18,009 DEBUG [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-13T08:38:18,010 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store bbd4c5c5352c8f5e52f3c43ff45de955:A, priority=-2147483648, current under compaction store size is 1 2024-11-13T08:38:18,010 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T08:38:18,010 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-13T08:38:18,010 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store bbd4c5c5352c8f5e52f3c43ff45de955:B, priority=-2147483648, current under compaction store size is 2 2024-11-13T08:38:18,010 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T08:38:18,010 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store bbd4c5c5352c8f5e52f3c43ff45de955:C, priority=-2147483648, current under compaction store size is 3 2024-11-13T08:38:18,010 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-13T08:38:18,010 DEBUG [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 92968 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-13T08:38:18,010 DEBUG [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] regionserver.HStore(1541): bbd4c5c5352c8f5e52f3c43ff45de955/A is initiating minor compaction (all files) 2024-11-13T08:38:18,010 INFO [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of bbd4c5c5352c8f5e52f3c43ff45de955/A in TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955. 2024-11-13T08:38:18,010 INFO [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/bbd4c5c5352c8f5e52f3c43ff45de955/A/2d9fa439ad7443b1907fb99dea2891dd, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/bbd4c5c5352c8f5e52f3c43ff45de955/A/71769c4635aa4fc993a20713fe191f8c, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/bbd4c5c5352c8f5e52f3c43ff45de955/A/7069bfad2b3b42f0b7ea9b546611c34a] into tmpdir=hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/bbd4c5c5352c8f5e52f3c43ff45de955/.tmp, totalSize=90.8 K 2024-11-13T08:38:18,011 INFO [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955. 2024-11-13T08:38:18,011 DEBUG [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955. files: [hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/bbd4c5c5352c8f5e52f3c43ff45de955/A/2d9fa439ad7443b1907fb99dea2891dd, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/bbd4c5c5352c8f5e52f3c43ff45de955/A/71769c4635aa4fc993a20713fe191f8c, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/bbd4c5c5352c8f5e52f3c43ff45de955/A/7069bfad2b3b42f0b7ea9b546611c34a] 2024-11-13T08:38:18,011 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-13T08:38:18,011 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] regionserver.HStore(1541): bbd4c5c5352c8f5e52f3c43ff45de955/B is initiating minor compaction (all files) 2024-11-13T08:38:18,011 INFO [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of bbd4c5c5352c8f5e52f3c43ff45de955/B in TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955. 2024-11-13T08:38:18,011 INFO [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/bbd4c5c5352c8f5e52f3c43ff45de955/B/2abdcba1cedd4961bda80e6521731e97, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/bbd4c5c5352c8f5e52f3c43ff45de955/B/c7836e744d1f4546816e03c74809f16e, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/bbd4c5c5352c8f5e52f3c43ff45de955/B/9a274595902b4ea1a0667f8717e90c8a] into tmpdir=hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/bbd4c5c5352c8f5e52f3c43ff45de955/.tmp, totalSize=35.3 K 2024-11-13T08:38:18,011 DEBUG [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] compactions.Compactor(225): Compacting 2d9fa439ad7443b1907fb99dea2891dd, keycount=150, bloomtype=ROW, size=30.3 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1731487093949 2024-11-13T08:38:18,012 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] compactions.Compactor(225): Compacting 2abdcba1cedd4961bda80e6521731e97, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1731487093949 2024-11-13T08:38:18,012 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] compactions.Compactor(225): Compacting c7836e744d1f4546816e03c74809f16e, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=77, earliestPutTs=1731487095196 2024-11-13T08:38:18,013 DEBUG [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] compactions.Compactor(225): Compacting 71769c4635aa4fc993a20713fe191f8c, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=77, earliestPutTs=1731487095196 2024-11-13T08:38:18,014 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] compactions.Compactor(225): Compacting 9a274595902b4ea1a0667f8717e90c8a, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=95, earliestPutTs=1731487095881 2024-11-13T08:38:18,014 DEBUG [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] compactions.Compactor(225): Compacting 7069bfad2b3b42f0b7ea9b546611c34a, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=95, earliestPutTs=1731487095881 2024-11-13T08:38:18,022 INFO [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=bbd4c5c5352c8f5e52f3c43ff45de955] 2024-11-13T08:38:18,024 INFO [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): bbd4c5c5352c8f5e52f3c43ff45de955#B#compaction#309 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-13T08:38:18,025 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/bbd4c5c5352c8f5e52f3c43ff45de955/.tmp/B/119a558b573241c6bf40b70ceb201f0a is 50, key is test_row_0/B:col10/1731487095881/Put/seqid=0 2024-11-13T08:38:18,026 DEBUG [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241113024d9086751040569cf93f53c2dcb2cb_bbd4c5c5352c8f5e52f3c43ff45de955 store=[table=TestAcidGuarantees family=A region=bbd4c5c5352c8f5e52f3c43ff45de955] 2024-11-13T08:38:18,028 DEBUG [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241113024d9086751040569cf93f53c2dcb2cb_bbd4c5c5352c8f5e52f3c43ff45de955, store=[table=TestAcidGuarantees family=A region=bbd4c5c5352c8f5e52f3c43ff45de955] 2024-11-13T08:38:18,028 DEBUG [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241113024d9086751040569cf93f53c2dcb2cb_bbd4c5c5352c8f5e52f3c43ff45de955 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=bbd4c5c5352c8f5e52f3c43ff45de955] 2024-11-13T08:38:18,038 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38605 is added to blk_1073742190_1366 (size=12207) 2024-11-13T08:38:18,047 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/bbd4c5c5352c8f5e52f3c43ff45de955/.tmp/B/119a558b573241c6bf40b70ceb201f0a as hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/bbd4c5c5352c8f5e52f3c43ff45de955/B/119a558b573241c6bf40b70ceb201f0a 2024-11-13T08:38:18,055 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38605 is added to blk_1073742191_1367 (size=4469) 2024-11-13T08:38:18,058 INFO [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in bbd4c5c5352c8f5e52f3c43ff45de955/B of bbd4c5c5352c8f5e52f3c43ff45de955 into 119a558b573241c6bf40b70ceb201f0a(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T08:38:18,058 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for bbd4c5c5352c8f5e52f3c43ff45de955: 2024-11-13T08:38:18,058 INFO [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., storeName=bbd4c5c5352c8f5e52f3c43ff45de955/B, priority=13, startTime=1731487098010; duration=0sec 2024-11-13T08:38:18,058 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-13T08:38:18,058 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: bbd4c5c5352c8f5e52f3c43ff45de955:B 2024-11-13T08:38:18,058 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-13T08:38:18,059 INFO [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): bbd4c5c5352c8f5e52f3c43ff45de955#A#compaction#308 average throughput is 0.66 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-13T08:38:18,060 DEBUG [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/bbd4c5c5352c8f5e52f3c43ff45de955/.tmp/A/a9b410bf7f984a99bcf715a86bfc8b21 is 175, key is test_row_0/A:col10/1731487095881/Put/seqid=0 2024-11-13T08:38:18,063 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-13T08:38:18,063 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] regionserver.HStore(1541): bbd4c5c5352c8f5e52f3c43ff45de955/C is initiating minor compaction (all files) 2024-11-13T08:38:18,063 INFO [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of bbd4c5c5352c8f5e52f3c43ff45de955/C in TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955. 2024-11-13T08:38:18,063 INFO [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/bbd4c5c5352c8f5e52f3c43ff45de955/C/4e5f7a9b683145a39ca122881b17438a, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/bbd4c5c5352c8f5e52f3c43ff45de955/C/9852592a5e2640a5afe75b1781399947, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/bbd4c5c5352c8f5e52f3c43ff45de955/C/8b723489e7d24998bd9b2c5877313499] into tmpdir=hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/bbd4c5c5352c8f5e52f3c43ff45de955/.tmp, totalSize=35.3 K 2024-11-13T08:38:18,064 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] compactions.Compactor(225): Compacting 4e5f7a9b683145a39ca122881b17438a, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1731487093949 2024-11-13T08:38:18,064 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] compactions.Compactor(225): Compacting 9852592a5e2640a5afe75b1781399947, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=77, earliestPutTs=1731487095196 2024-11-13T08:38:18,065 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] compactions.Compactor(225): Compacting 8b723489e7d24998bd9b2c5877313499, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=95, earliestPutTs=1731487095881 2024-11-13T08:38:18,077 INFO [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): bbd4c5c5352c8f5e52f3c43ff45de955#C#compaction#310 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-13T08:38:18,078 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/bbd4c5c5352c8f5e52f3c43ff45de955/.tmp/C/cf3216b615604792890535cff9e7ebe4 is 50, key is test_row_0/C:col10/1731487095881/Put/seqid=0 2024-11-13T08:38:18,092 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38605 is added to blk_1073742192_1368 (size=31161) 2024-11-13T08:38:18,093 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38605 is added to blk_1073742193_1369 (size=12207) 2024-11-13T08:38:18,124 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43851 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=104 2024-11-13T08:38:18,124 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955. 2024-11-13T08:38:18,124 INFO [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegion(2902): Flushing bbd4c5c5352c8f5e52f3c43ff45de955 3/3 column families, dataSize=120.76 KB heapSize=317.16 KB 2024-11-13T08:38:18,133 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241113d95aff94c73a4130b64ea2b32ac06e7f_bbd4c5c5352c8f5e52f3c43ff45de955 is 50, key is test_row_0/A:col10/1731487097158/Put/seqid=0 2024-11-13T08:38:18,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45349 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=103 2024-11-13T08:38:18,144 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38605 is added to blk_1073742194_1370 (size=12154) 2024-11-13T08:38:18,145 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:18,148 INFO [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241113d95aff94c73a4130b64ea2b32ac06e7f_bbd4c5c5352c8f5e52f3c43ff45de955 to hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241113d95aff94c73a4130b64ea2b32ac06e7f_bbd4c5c5352c8f5e52f3c43ff45de955 2024-11-13T08:38:18,149 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/bbd4c5c5352c8f5e52f3c43ff45de955/.tmp/A/9a187e6db86348988430ef5b0694bcad, store: [table=TestAcidGuarantees family=A region=bbd4c5c5352c8f5e52f3c43ff45de955] 2024-11-13T08:38:18,151 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/bbd4c5c5352c8f5e52f3c43ff45de955/.tmp/A/9a187e6db86348988430ef5b0694bcad is 175, key is test_row_0/A:col10/1731487097158/Put/seqid=0 2024-11-13T08:38:18,162 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38605 is added to blk_1073742195_1371 (size=30955) 2024-11-13T08:38:18,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] regionserver.HRegion(8855): Flush requested on bbd4c5c5352c8f5e52f3c43ff45de955 2024-11-13T08:38:18,333 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955. as already flushing 2024-11-13T08:38:18,365 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:38:18,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34104 deadline: 1731487158351, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:38:18,366 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:38:18,366 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 , the old value is region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:18,366 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:18,366 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 because the exception is null or not the one we care about 2024-11-13T08:38:18,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34154 deadline: 1731487158352, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:38:18,366 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 , the old value is region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:18,366 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:38:18,366 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:18,366 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 because the exception is null or not the one we care about 2024-11-13T08:38:18,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34170 deadline: 1731487158354, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:38:18,367 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 , the old value is region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:18,367 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:18,367 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 because the exception is null or not the one we care about 2024-11-13T08:38:18,368 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:38:18,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34102 deadline: 1731487158355, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:38:18,368 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:38:18,369 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 , the old value is region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:18,369 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:18,369 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 because the exception is null or not the one we care about 2024-11-13T08:38:18,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34138 deadline: 1731487158366, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:38:18,369 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 , the old value is region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:18,369 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:18,369 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 because the exception is null or not the one we care about 2024-11-13T08:38:18,485 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:38:18,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34104 deadline: 1731487158475, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:38:18,485 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:38:18,485 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 , the old value is region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:18,485 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:18,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34154 deadline: 1731487158475, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:38:18,485 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 because the exception is null or not the one we care about 2024-11-13T08:38:18,486 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:38:18,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34102 deadline: 1731487158475, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:38:18,486 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 , the old value is region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:18,486 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:18,486 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 because the exception is null or not the one we care about 2024-11-13T08:38:18,486 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:38:18,486 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 , the old value is region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:18,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34170 deadline: 1731487158475, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:38:18,486 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:18,486 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 because the exception is null or not the one we care about 2024-11-13T08:38:18,486 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:38:18,486 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 , the old value is region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:18,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34138 deadline: 1731487158475, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:38:18,486 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:18,486 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 because the exception is null or not the one we care about 2024-11-13T08:38:18,487 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 , the old value is region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:18,487 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:18,487 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 because the exception is null or not the one we care about 2024-11-13T08:38:18,497 DEBUG [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/bbd4c5c5352c8f5e52f3c43ff45de955/.tmp/A/a9b410bf7f984a99bcf715a86bfc8b21 as hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/bbd4c5c5352c8f5e52f3c43ff45de955/A/a9b410bf7f984a99bcf715a86bfc8b21 2024-11-13T08:38:18,498 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/bbd4c5c5352c8f5e52f3c43ff45de955/.tmp/C/cf3216b615604792890535cff9e7ebe4 as hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/bbd4c5c5352c8f5e52f3c43ff45de955/C/cf3216b615604792890535cff9e7ebe4 2024-11-13T08:38:18,503 INFO [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in bbd4c5c5352c8f5e52f3c43ff45de955/C of bbd4c5c5352c8f5e52f3c43ff45de955 into cf3216b615604792890535cff9e7ebe4(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T08:38:18,503 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for bbd4c5c5352c8f5e52f3c43ff45de955: 2024-11-13T08:38:18,503 INFO [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., storeName=bbd4c5c5352c8f5e52f3c43ff45de955/C, priority=13, startTime=1731487098010; duration=0sec 2024-11-13T08:38:18,503 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T08:38:18,503 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: bbd4c5c5352c8f5e52f3c43ff45de955:C 2024-11-13T08:38:18,504 INFO [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in bbd4c5c5352c8f5e52f3c43ff45de955/A of bbd4c5c5352c8f5e52f3c43ff45de955 into a9b410bf7f984a99bcf715a86bfc8b21(size=30.4 K), total size for store is 30.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T08:38:18,504 DEBUG [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for bbd4c5c5352c8f5e52f3c43ff45de955: 2024-11-13T08:38:18,504 INFO [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., storeName=bbd4c5c5352c8f5e52f3c43ff45de955/A, priority=13, startTime=1731487098009; duration=0sec 2024-11-13T08:38:18,505 DEBUG [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T08:38:18,505 DEBUG [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: bbd4c5c5352c8f5e52f3c43ff45de955:A 2024-11-13T08:38:18,564 INFO [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=117, memsize=40.3 K, hasBloomFilter=true, into tmp file hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/bbd4c5c5352c8f5e52f3c43ff45de955/.tmp/A/9a187e6db86348988430ef5b0694bcad 2024-11-13T08:38:18,573 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/bbd4c5c5352c8f5e52f3c43ff45de955/.tmp/B/c3f5583ad30d4c08ba309000b0116739 is 50, key is test_row_0/B:col10/1731487097158/Put/seqid=0 2024-11-13T08:38:18,576 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38605 is added to blk_1073742196_1372 (size=12001) 2024-11-13T08:38:18,576 INFO [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=117 (bloomFilter=true), to=hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/bbd4c5c5352c8f5e52f3c43ff45de955/.tmp/B/c3f5583ad30d4c08ba309000b0116739 2024-11-13T08:38:18,594 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/bbd4c5c5352c8f5e52f3c43ff45de955/.tmp/C/a7dcc8ef667145c2a9d4b20e3b4a746a is 50, key is test_row_0/C:col10/1731487097158/Put/seqid=0 2024-11-13T08:38:18,608 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38605 is added to blk_1073742197_1373 (size=12001) 2024-11-13T08:38:18,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45349 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=103 2024-11-13T08:38:18,703 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:38:18,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34104 deadline: 1731487158694, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:38:18,704 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:38:18,704 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 , the old value is region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:18,704 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:18,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34154 deadline: 1731487158695, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:38:18,704 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 because the exception is null or not the one we care about 2024-11-13T08:38:18,704 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:38:18,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34102 deadline: 1731487158695, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:38:18,704 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:38:18,704 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 , the old value is region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:18,704 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 , the old value is region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:18,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34138 deadline: 1731487158695, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:38:18,704 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:18,704 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:18,704 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 because the exception is null or not the one we care about 2024-11-13T08:38:18,704 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 because the exception is null or not the one we care about 2024-11-13T08:38:18,705 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:38:18,705 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 , the old value is region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:18,705 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:18,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34170 deadline: 1731487158695, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:38:18,705 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 because the exception is null or not the one we care about 2024-11-13T08:38:18,705 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 , the old value is region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:18,705 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:18,705 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 because the exception is null or not the one we care about 2024-11-13T08:38:19,008 INFO [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=117 (bloomFilter=true), to=hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/bbd4c5c5352c8f5e52f3c43ff45de955/.tmp/C/a7dcc8ef667145c2a9d4b20e3b4a746a 2024-11-13T08:38:19,014 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/bbd4c5c5352c8f5e52f3c43ff45de955/.tmp/A/9a187e6db86348988430ef5b0694bcad as hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/bbd4c5c5352c8f5e52f3c43ff45de955/A/9a187e6db86348988430ef5b0694bcad 2024-11-13T08:38:19,019 INFO [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/bbd4c5c5352c8f5e52f3c43ff45de955/A/9a187e6db86348988430ef5b0694bcad, entries=150, sequenceid=117, filesize=30.2 K 2024-11-13T08:38:19,020 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/bbd4c5c5352c8f5e52f3c43ff45de955/.tmp/B/c3f5583ad30d4c08ba309000b0116739 as hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/bbd4c5c5352c8f5e52f3c43ff45de955/B/c3f5583ad30d4c08ba309000b0116739 2024-11-13T08:38:19,023 INFO [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/bbd4c5c5352c8f5e52f3c43ff45de955/B/c3f5583ad30d4c08ba309000b0116739, entries=150, sequenceid=117, filesize=11.7 K 2024-11-13T08:38:19,024 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/bbd4c5c5352c8f5e52f3c43ff45de955/.tmp/C/a7dcc8ef667145c2a9d4b20e3b4a746a as hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/bbd4c5c5352c8f5e52f3c43ff45de955/C/a7dcc8ef667145c2a9d4b20e3b4a746a 2024-11-13T08:38:19,024 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:38:19,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34104 deadline: 1731487159015, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:38:19,025 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 , the old value is region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:19,025 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:38:19,025 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:19,025 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 because the exception is null or not the one we care about 2024-11-13T08:38:19,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34138 deadline: 1731487159015, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:38:19,025 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 , the old value is region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:19,025 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:19,025 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 because the exception is null or not the one we care about 2024-11-13T08:38:19,025 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:38:19,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34102 deadline: 1731487159015, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:38:19,026 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 , the old value is region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:19,026 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:19,026 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 because the exception is null or not the one we care about 2024-11-13T08:38:19,026 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:38:19,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34154 deadline: 1731487159015, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:38:19,026 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:38:19,026 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 , the old value is region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:19,026 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:19,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34170 deadline: 1731487159015, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:38:19,026 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 because the exception is null or not the one we care about 2024-11-13T08:38:19,026 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 , the old value is region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:19,026 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:19,026 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 because the exception is null or not the one we care about 2024-11-13T08:38:19,029 INFO [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/bbd4c5c5352c8f5e52f3c43ff45de955/C/a7dcc8ef667145c2a9d4b20e3b4a746a, entries=150, sequenceid=117, filesize=11.7 K 2024-11-13T08:38:19,030 INFO [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegion(3140): Finished flush of dataSize ~120.76 KB/123660, heapSize ~317.11 KB/324720, currentSize=80.51 KB/82440 for bbd4c5c5352c8f5e52f3c43ff45de955 in 906ms, sequenceid=117, compaction requested=false 2024-11-13T08:38:19,030 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegion(2603): Flush status journal for bbd4c5c5352c8f5e52f3c43ff45de955: 2024-11-13T08:38:19,030 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955. 2024-11-13T08:38:19,030 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=104 2024-11-13T08:38:19,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45349 {}] master.HMaster(4169): Remote procedure done, pid=104 2024-11-13T08:38:19,033 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=104, resume processing ppid=103 2024-11-13T08:38:19,034 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=104, ppid=103, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.5230 sec 2024-11-13T08:38:19,045 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=103, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=103, table=TestAcidGuarantees in 1.5370 sec 2024-11-13T08:38:19,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] regionserver.HRegion(8855): Flush requested on bbd4c5c5352c8f5e52f3c43ff45de955 2024-11-13T08:38:19,543 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-13T08:38:19,543 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing bbd4c5c5352c8f5e52f3c43ff45de955 3/3 column families, dataSize=87.22 KB heapSize=229.27 KB 2024-11-13T08:38:19,563 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111342726b62cbf242b1bdfaa8a2b3870f19_bbd4c5c5352c8f5e52f3c43ff45de955 is 50, key is test_row_0/A:col10/1731487099543/Put/seqid=0 2024-11-13T08:38:19,582 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38605 is added to blk_1073742198_1374 (size=12254) 2024-11-13T08:38:19,583 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:19,588 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111342726b62cbf242b1bdfaa8a2b3870f19_bbd4c5c5352c8f5e52f3c43ff45de955 to hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111342726b62cbf242b1bdfaa8a2b3870f19_bbd4c5c5352c8f5e52f3c43ff45de955 2024-11-13T08:38:19,589 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/bbd4c5c5352c8f5e52f3c43ff45de955/.tmp/A/b7d02c2f6fb54d81b664389fffa48059, store: [table=TestAcidGuarantees family=A region=bbd4c5c5352c8f5e52f3c43ff45de955] 2024-11-13T08:38:19,589 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/bbd4c5c5352c8f5e52f3c43ff45de955/.tmp/A/b7d02c2f6fb54d81b664389fffa48059 is 175, key is test_row_0/A:col10/1731487099543/Put/seqid=0 2024-11-13T08:38:19,605 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:38:19,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34154 deadline: 1731487159587, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:38:19,606 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 , the old value is region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:19,606 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:19,606 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 because the exception is null or not the one we care about 2024-11-13T08:38:19,606 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:38:19,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34170 deadline: 1731487159589, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:38:19,606 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:38:19,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34138 deadline: 1731487159589, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:38:19,606 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:38:19,607 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 , the old value is region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:19,607 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:19,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34104 deadline: 1731487159591, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:38:19,607 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 because the exception is null or not the one we care about 2024-11-13T08:38:19,607 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 , the old value is region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:19,607 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:19,607 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 because the exception is null or not the one we care about 2024-11-13T08:38:19,607 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 , the old value is region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:19,607 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:19,607 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 because the exception is null or not the one we care about 2024-11-13T08:38:19,615 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38605 is added to blk_1073742199_1375 (size=31055) 2024-11-13T08:38:19,620 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:38:19,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34102 deadline: 1731487159604, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:38:19,624 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 , the old value is region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:19,624 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:19,624 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 because the exception is null or not the one we care about 2024-11-13T08:38:19,624 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=136, memsize=31.3 K, hasBloomFilter=true, into tmp file hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/bbd4c5c5352c8f5e52f3c43ff45de955/.tmp/A/b7d02c2f6fb54d81b664389fffa48059 2024-11-13T08:38:19,635 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/bbd4c5c5352c8f5e52f3c43ff45de955/.tmp/B/06aad937ebdf488cbe1bcf0abd5dbc04 is 50, key is test_row_0/B:col10/1731487099543/Put/seqid=0 2024-11-13T08:38:19,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45349 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=103 2024-11-13T08:38:19,655 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-13T08:38:19,655 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45349 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-13T08:38:19,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45349 {}] procedure2.ProcedureExecutor(1139): Stored pid=105, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=105, table=TestAcidGuarantees 2024-11-13T08:38:19,658 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=105, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=105, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-13T08:38:19,659 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=105, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=105, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-13T08:38:19,659 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=106, ppid=105, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-13T08:38:19,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45349 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=105 2024-11-13T08:38:19,682 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38605 is added to blk_1073742200_1376 (size=12101) 2024-11-13T08:38:19,721 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:38:19,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34138 deadline: 1731487159714, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:38:19,721 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 , the old value is region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:19,721 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:19,722 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 because the exception is null or not the one we care about 2024-11-13T08:38:19,721 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:38:19,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34170 deadline: 1731487159715, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:38:19,722 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:38:19,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34154 deadline: 1731487159715, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:38:19,722 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:38:19,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34104 deadline: 1731487159715, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:38:19,723 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 , the old value is region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:19,723 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:19,723 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 because the exception is null or not the one we care about 2024-11-13T08:38:19,723 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 , the old value is region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:19,723 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:19,723 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 because the exception is null or not the one we care about 2024-11-13T08:38:19,723 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 , the old value is region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:19,723 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:19,724 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 because the exception is null or not the one we care about 2024-11-13T08:38:19,750 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:38:19,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34102 deadline: 1731487159736, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:38:19,751 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 , the old value is region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:19,751 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:19,751 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 because the exception is null or not the one we care about 2024-11-13T08:38:19,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45349 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=105 2024-11-13T08:38:19,815 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43851 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=106 2024-11-13T08:38:19,816 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955. 2024-11-13T08:38:19,816 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955. as already flushing 2024-11-13T08:38:19,816 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955. 2024-11-13T08:38:19,816 ERROR [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] handler.RSProcedureHandler(58): pid=106 java.io.IOException: Unable to complete flush {ENCODED => bbd4c5c5352c8f5e52f3c43ff45de955, NAME => 'TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T08:38:19,816 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=106 java.io.IOException: Unable to complete flush {ENCODED => bbd4c5c5352c8f5e52f3c43ff45de955, NAME => 'TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T08:38:19,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45349 {}] master.HMaster(4177): Remote procedure failed, pid=106 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bbd4c5c5352c8f5e52f3c43ff45de955, NAME => 'TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bbd4c5c5352c8f5e52f3c43ff45de955, NAME => 'TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T08:38:19,938 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:38:19,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34138 deadline: 1731487159925, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:38:19,938 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 , the old value is region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:19,938 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:19,938 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 because the exception is null or not the one we care about 2024-11-13T08:38:19,944 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:38:19,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34154 deadline: 1731487159936, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:38:19,944 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 , the old value is region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:19,944 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:19,944 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 because the exception is null or not the one we care about 2024-11-13T08:38:19,944 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:38:19,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34170 deadline: 1731487159936, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:38:19,945 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 , the old value is region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:19,945 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:19,945 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 because the exception is null or not the one we care about 2024-11-13T08:38:19,945 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:38:19,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34104 deadline: 1731487159936, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:38:19,946 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 , the old value is region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:19,946 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:19,946 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 because the exception is null or not the one we care about 2024-11-13T08:38:19,963 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:38:19,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34102 deadline: 1731487159955, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:38:19,965 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 , the old value is region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:19,965 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:19,965 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 because the exception is null or not the one we care about 2024-11-13T08:38:19,969 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43851 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=106 2024-11-13T08:38:19,970 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955. 2024-11-13T08:38:19,970 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955. as already flushing 2024-11-13T08:38:19,970 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955. 2024-11-13T08:38:19,970 ERROR [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] handler.RSProcedureHandler(58): pid=106 java.io.IOException: Unable to complete flush {ENCODED => bbd4c5c5352c8f5e52f3c43ff45de955, NAME => 'TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T08:38:19,970 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=106 java.io.IOException: Unable to complete flush {ENCODED => bbd4c5c5352c8f5e52f3c43ff45de955, NAME => 'TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T08:38:19,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45349 {}] master.HMaster(4177): Remote procedure failed, pid=106 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bbd4c5c5352c8f5e52f3c43ff45de955, NAME => 'TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bbd4c5c5352c8f5e52f3c43ff45de955, NAME => 'TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T08:38:19,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45349 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=105 2024-11-13T08:38:20,083 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=136 (bloomFilter=true), to=hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/bbd4c5c5352c8f5e52f3c43ff45de955/.tmp/B/06aad937ebdf488cbe1bcf0abd5dbc04 2024-11-13T08:38:20,090 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/bbd4c5c5352c8f5e52f3c43ff45de955/.tmp/C/cc78f798c5ec435ca19f3a2c5228a645 is 50, key is test_row_0/C:col10/1731487099543/Put/seqid=0 2024-11-13T08:38:20,106 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38605 is added to blk_1073742201_1377 (size=12101) 2024-11-13T08:38:20,123 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43851 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=106 2024-11-13T08:38:20,123 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955. 2024-11-13T08:38:20,123 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955. as already flushing 2024-11-13T08:38:20,123 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955. 2024-11-13T08:38:20,123 ERROR [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] handler.RSProcedureHandler(58): pid=106 java.io.IOException: Unable to complete flush {ENCODED => bbd4c5c5352c8f5e52f3c43ff45de955, NAME => 'TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T08:38:20,124 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=106 java.io.IOException: Unable to complete flush {ENCODED => bbd4c5c5352c8f5e52f3c43ff45de955, NAME => 'TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T08:38:20,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45349 {}] master.HMaster(4177): Remote procedure failed, pid=106 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bbd4c5c5352c8f5e52f3c43ff45de955, NAME => 'TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bbd4c5c5352c8f5e52f3c43ff45de955, NAME => 'TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T08:38:20,254 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:38:20,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34138 deadline: 1731487160245, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:38:20,255 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 , the old value is region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:20,255 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:20,255 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 because the exception is null or not the one we care about 2024-11-13T08:38:20,264 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:38:20,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34170 deadline: 1731487160255, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:38:20,264 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:38:20,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34104 deadline: 1731487160256, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:38:20,264 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:38:20,264 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 , the old value is region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:20,264 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:20,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34154 deadline: 1731487160256, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:38:20,265 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 because the exception is null or not the one we care about 2024-11-13T08:38:20,265 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 , the old value is region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:20,265 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:20,265 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 because the exception is null or not the one we care about 2024-11-13T08:38:20,266 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 , the old value is region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:20,266 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:20,266 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 because the exception is null or not the one we care about 2024-11-13T08:38:20,277 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43851 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=106 2024-11-13T08:38:20,277 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955. 2024-11-13T08:38:20,277 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955. as already flushing 2024-11-13T08:38:20,277 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955. 2024-11-13T08:38:20,277 ERROR [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] handler.RSProcedureHandler(58): pid=106 java.io.IOException: Unable to complete flush {ENCODED => bbd4c5c5352c8f5e52f3c43ff45de955, NAME => 'TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T08:38:20,277 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=106 java.io.IOException: Unable to complete flush {ENCODED => bbd4c5c5352c8f5e52f3c43ff45de955, NAME => 'TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T08:38:20,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45349 {}] master.HMaster(4177): Remote procedure failed, pid=106 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bbd4c5c5352c8f5e52f3c43ff45de955, NAME => 'TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bbd4c5c5352c8f5e52f3c43ff45de955, NAME => 'TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T08:38:20,282 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:38:20,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34102 deadline: 1731487160275, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:38:20,282 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 , the old value is region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:20,282 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:20,282 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 because the exception is null or not the one we care about 2024-11-13T08:38:20,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45349 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=105 2024-11-13T08:38:20,432 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43851 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=106 2024-11-13T08:38:20,433 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955. 2024-11-13T08:38:20,433 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955. as already flushing 2024-11-13T08:38:20,433 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955. 2024-11-13T08:38:20,433 ERROR [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] handler.RSProcedureHandler(58): pid=106 java.io.IOException: Unable to complete flush {ENCODED => bbd4c5c5352c8f5e52f3c43ff45de955, NAME => 'TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T08:38:20,433 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=106 java.io.IOException: Unable to complete flush {ENCODED => bbd4c5c5352c8f5e52f3c43ff45de955, NAME => 'TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T08:38:20,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45349 {}] master.HMaster(4177): Remote procedure failed, pid=106 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bbd4c5c5352c8f5e52f3c43ff45de955, NAME => 'TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bbd4c5c5352c8f5e52f3c43ff45de955, NAME => 'TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T08:38:20,507 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=136 (bloomFilter=true), to=hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/bbd4c5c5352c8f5e52f3c43ff45de955/.tmp/C/cc78f798c5ec435ca19f3a2c5228a645 2024-11-13T08:38:20,515 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/bbd4c5c5352c8f5e52f3c43ff45de955/.tmp/A/b7d02c2f6fb54d81b664389fffa48059 as hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/bbd4c5c5352c8f5e52f3c43ff45de955/A/b7d02c2f6fb54d81b664389fffa48059 2024-11-13T08:38:20,518 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/bbd4c5c5352c8f5e52f3c43ff45de955/A/b7d02c2f6fb54d81b664389fffa48059, entries=150, sequenceid=136, filesize=30.3 K 2024-11-13T08:38:20,519 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/bbd4c5c5352c8f5e52f3c43ff45de955/.tmp/B/06aad937ebdf488cbe1bcf0abd5dbc04 as hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/bbd4c5c5352c8f5e52f3c43ff45de955/B/06aad937ebdf488cbe1bcf0abd5dbc04 2024-11-13T08:38:20,528 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/bbd4c5c5352c8f5e52f3c43ff45de955/B/06aad937ebdf488cbe1bcf0abd5dbc04, entries=150, sequenceid=136, filesize=11.8 K 2024-11-13T08:38:20,530 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/bbd4c5c5352c8f5e52f3c43ff45de955/.tmp/C/cc78f798c5ec435ca19f3a2c5228a645 as hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/bbd4c5c5352c8f5e52f3c43ff45de955/C/cc78f798c5ec435ca19f3a2c5228a645 2024-11-13T08:38:20,540 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/bbd4c5c5352c8f5e52f3c43ff45de955/C/cc78f798c5ec435ca19f3a2c5228a645, entries=150, sequenceid=136, filesize=11.8 K 2024-11-13T08:38:20,541 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~93.93 KB/96180, heapSize ~246.80 KB/252720, currentSize=107.34 KB/109920 for bbd4c5c5352c8f5e52f3c43ff45de955 in 997ms, sequenceid=136, compaction requested=true 2024-11-13T08:38:20,541 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for bbd4c5c5352c8f5e52f3c43ff45de955: 2024-11-13T08:38:20,541 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store bbd4c5c5352c8f5e52f3c43ff45de955:A, priority=-2147483648, current under compaction store size is 1 2024-11-13T08:38:20,541 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T08:38:20,541 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store bbd4c5c5352c8f5e52f3c43ff45de955:B, priority=-2147483648, current under compaction store size is 2 2024-11-13T08:38:20,541 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-13T08:38:20,541 DEBUG [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-13T08:38:20,541 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store bbd4c5c5352c8f5e52f3c43ff45de955:C, priority=-2147483648, current under compaction store size is 3 2024-11-13T08:38:20,541 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-13T08:38:20,541 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-13T08:38:20,542 DEBUG [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 93171 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-13T08:38:20,542 DEBUG [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] regionserver.HStore(1541): bbd4c5c5352c8f5e52f3c43ff45de955/A is initiating minor compaction (all files) 2024-11-13T08:38:20,542 INFO [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of bbd4c5c5352c8f5e52f3c43ff45de955/A in TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955. 2024-11-13T08:38:20,542 INFO [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/bbd4c5c5352c8f5e52f3c43ff45de955/A/a9b410bf7f984a99bcf715a86bfc8b21, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/bbd4c5c5352c8f5e52f3c43ff45de955/A/9a187e6db86348988430ef5b0694bcad, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/bbd4c5c5352c8f5e52f3c43ff45de955/A/b7d02c2f6fb54d81b664389fffa48059] into tmpdir=hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/bbd4c5c5352c8f5e52f3c43ff45de955/.tmp, totalSize=91.0 K 2024-11-13T08:38:20,542 INFO [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955. 2024-11-13T08:38:20,542 DEBUG [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955. files: [hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/bbd4c5c5352c8f5e52f3c43ff45de955/A/a9b410bf7f984a99bcf715a86bfc8b21, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/bbd4c5c5352c8f5e52f3c43ff45de955/A/9a187e6db86348988430ef5b0694bcad, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/bbd4c5c5352c8f5e52f3c43ff45de955/A/b7d02c2f6fb54d81b664389fffa48059] 2024-11-13T08:38:20,543 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36309 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-13T08:38:20,543 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] regionserver.HStore(1541): bbd4c5c5352c8f5e52f3c43ff45de955/B is initiating minor compaction (all files) 2024-11-13T08:38:20,543 INFO [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of bbd4c5c5352c8f5e52f3c43ff45de955/B in TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955. 2024-11-13T08:38:20,543 INFO [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/bbd4c5c5352c8f5e52f3c43ff45de955/B/119a558b573241c6bf40b70ceb201f0a, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/bbd4c5c5352c8f5e52f3c43ff45de955/B/c3f5583ad30d4c08ba309000b0116739, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/bbd4c5c5352c8f5e52f3c43ff45de955/B/06aad937ebdf488cbe1bcf0abd5dbc04] into tmpdir=hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/bbd4c5c5352c8f5e52f3c43ff45de955/.tmp, totalSize=35.5 K 2024-11-13T08:38:20,543 DEBUG [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] compactions.Compactor(225): Compacting a9b410bf7f984a99bcf715a86bfc8b21, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=95, earliestPutTs=1731487095881 2024-11-13T08:38:20,543 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] compactions.Compactor(225): Compacting 119a558b573241c6bf40b70ceb201f0a, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=95, earliestPutTs=1731487095881 2024-11-13T08:38:20,543 DEBUG [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] compactions.Compactor(225): Compacting 9a187e6db86348988430ef5b0694bcad, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=117, earliestPutTs=1731487097125 2024-11-13T08:38:20,544 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] compactions.Compactor(225): Compacting c3f5583ad30d4c08ba309000b0116739, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=117, earliestPutTs=1731487097125 2024-11-13T08:38:20,544 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] compactions.Compactor(225): Compacting 06aad937ebdf488cbe1bcf0abd5dbc04, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=136, earliestPutTs=1731487098350 2024-11-13T08:38:20,544 DEBUG [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] compactions.Compactor(225): Compacting b7d02c2f6fb54d81b664389fffa48059, keycount=150, bloomtype=ROW, size=30.3 K, encoding=NONE, compression=NONE, seqNum=136, earliestPutTs=1731487098350 2024-11-13T08:38:20,555 INFO [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): bbd4c5c5352c8f5e52f3c43ff45de955#B#compaction#317 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-13T08:38:20,556 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/bbd4c5c5352c8f5e52f3c43ff45de955/.tmp/B/0c8ab996ddd24cde8b8f5efa1cd41cc7 is 50, key is test_row_0/B:col10/1731487099543/Put/seqid=0 2024-11-13T08:38:20,561 INFO [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=bbd4c5c5352c8f5e52f3c43ff45de955] 2024-11-13T08:38:20,579 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38605 is added to blk_1073742202_1378 (size=12409) 2024-11-13T08:38:20,580 DEBUG [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241113e4d4acc6e895422fa6e99addd2d1720b_bbd4c5c5352c8f5e52f3c43ff45de955 store=[table=TestAcidGuarantees family=A region=bbd4c5c5352c8f5e52f3c43ff45de955] 2024-11-13T08:38:20,581 DEBUG [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241113e4d4acc6e895422fa6e99addd2d1720b_bbd4c5c5352c8f5e52f3c43ff45de955, store=[table=TestAcidGuarantees family=A region=bbd4c5c5352c8f5e52f3c43ff45de955] 2024-11-13T08:38:20,582 DEBUG [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241113e4d4acc6e895422fa6e99addd2d1720b_bbd4c5c5352c8f5e52f3c43ff45de955 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=bbd4c5c5352c8f5e52f3c43ff45de955] 2024-11-13T08:38:20,585 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/bbd4c5c5352c8f5e52f3c43ff45de955/.tmp/B/0c8ab996ddd24cde8b8f5efa1cd41cc7 as hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/bbd4c5c5352c8f5e52f3c43ff45de955/B/0c8ab996ddd24cde8b8f5efa1cd41cc7 2024-11-13T08:38:20,586 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43851 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=106 2024-11-13T08:38:20,586 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955. 2024-11-13T08:38:20,586 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38605 is added to blk_1073742203_1379 (size=4469) 2024-11-13T08:38:20,586 INFO [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegion(2902): Flushing bbd4c5c5352c8f5e52f3c43ff45de955 3/3 column families, dataSize=107.34 KB heapSize=282 KB 2024-11-13T08:38:20,593 INFO [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): bbd4c5c5352c8f5e52f3c43ff45de955#A#compaction#318 average throughput is 0.76 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-13T08:38:20,594 DEBUG [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/bbd4c5c5352c8f5e52f3c43ff45de955/.tmp/A/2b202855c68c413a86a3c3468ecfa886 is 175, key is test_row_0/A:col10/1731487099543/Put/seqid=0 2024-11-13T08:38:20,597 INFO [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in bbd4c5c5352c8f5e52f3c43ff45de955/B of bbd4c5c5352c8f5e52f3c43ff45de955 into 0c8ab996ddd24cde8b8f5efa1cd41cc7(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T08:38:20,597 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for bbd4c5c5352c8f5e52f3c43ff45de955: 2024-11-13T08:38:20,597 INFO [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., storeName=bbd4c5c5352c8f5e52f3c43ff45de955/B, priority=13, startTime=1731487100541; duration=0sec 2024-11-13T08:38:20,597 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-13T08:38:20,597 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: bbd4c5c5352c8f5e52f3c43ff45de955:B 2024-11-13T08:38:20,597 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-13T08:38:20,598 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36309 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-13T08:38:20,598 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] regionserver.HStore(1541): bbd4c5c5352c8f5e52f3c43ff45de955/C is initiating minor compaction (all files) 2024-11-13T08:38:20,598 INFO [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of bbd4c5c5352c8f5e52f3c43ff45de955/C in TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955. 2024-11-13T08:38:20,598 INFO [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/bbd4c5c5352c8f5e52f3c43ff45de955/C/cf3216b615604792890535cff9e7ebe4, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/bbd4c5c5352c8f5e52f3c43ff45de955/C/a7dcc8ef667145c2a9d4b20e3b4a746a, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/bbd4c5c5352c8f5e52f3c43ff45de955/C/cc78f798c5ec435ca19f3a2c5228a645] into tmpdir=hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/bbd4c5c5352c8f5e52f3c43ff45de955/.tmp, totalSize=35.5 K 2024-11-13T08:38:20,599 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] compactions.Compactor(225): Compacting cf3216b615604792890535cff9e7ebe4, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=95, earliestPutTs=1731487095881 2024-11-13T08:38:20,600 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] compactions.Compactor(225): Compacting a7dcc8ef667145c2a9d4b20e3b4a746a, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=117, earliestPutTs=1731487097125 2024-11-13T08:38:20,600 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] compactions.Compactor(225): Compacting cc78f798c5ec435ca19f3a2c5228a645, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=136, earliestPutTs=1731487098350 2024-11-13T08:38:20,601 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411132dde80dd0ae84632820431fc342ffccc_bbd4c5c5352c8f5e52f3c43ff45de955 is 50, key is test_row_0/A:col10/1731487099587/Put/seqid=0 2024-11-13T08:38:20,602 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38605 is added to blk_1073742204_1380 (size=31363) 2024-11-13T08:38:20,607 DEBUG [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/bbd4c5c5352c8f5e52f3c43ff45de955/.tmp/A/2b202855c68c413a86a3c3468ecfa886 as hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/bbd4c5c5352c8f5e52f3c43ff45de955/A/2b202855c68c413a86a3c3468ecfa886 2024-11-13T08:38:20,610 INFO [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): bbd4c5c5352c8f5e52f3c43ff45de955#C#compaction#320 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-13T08:38:20,611 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/bbd4c5c5352c8f5e52f3c43ff45de955/.tmp/C/577c71bc753e4a419cce2b0a0bed9aa8 is 50, key is test_row_0/C:col10/1731487099543/Put/seqid=0 2024-11-13T08:38:20,617 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38605 is added to blk_1073742205_1381 (size=12304) 2024-11-13T08:38:20,618 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:20,619 INFO [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in bbd4c5c5352c8f5e52f3c43ff45de955/A of bbd4c5c5352c8f5e52f3c43ff45de955 into 2b202855c68c413a86a3c3468ecfa886(size=30.6 K), total size for store is 30.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T08:38:20,620 DEBUG [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for bbd4c5c5352c8f5e52f3c43ff45de955: 2024-11-13T08:38:20,620 INFO [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., storeName=bbd4c5c5352c8f5e52f3c43ff45de955/A, priority=13, startTime=1731487100541; duration=0sec 2024-11-13T08:38:20,620 DEBUG [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T08:38:20,620 DEBUG [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: bbd4c5c5352c8f5e52f3c43ff45de955:A 2024-11-13T08:38:20,624 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38605 is added to blk_1073742206_1382 (size=12409) 2024-11-13T08:38:20,626 INFO [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411132dde80dd0ae84632820431fc342ffccc_bbd4c5c5352c8f5e52f3c43ff45de955 to hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411132dde80dd0ae84632820431fc342ffccc_bbd4c5c5352c8f5e52f3c43ff45de955 2024-11-13T08:38:20,628 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/bbd4c5c5352c8f5e52f3c43ff45de955/.tmp/A/49703f4e229b41f3944d6950030a792c, store: [table=TestAcidGuarantees family=A region=bbd4c5c5352c8f5e52f3c43ff45de955] 2024-11-13T08:38:20,628 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/bbd4c5c5352c8f5e52f3c43ff45de955/.tmp/A/49703f4e229b41f3944d6950030a792c is 175, key is test_row_0/A:col10/1731487099587/Put/seqid=0 2024-11-13T08:38:20,631 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/bbd4c5c5352c8f5e52f3c43ff45de955/.tmp/C/577c71bc753e4a419cce2b0a0bed9aa8 as hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/bbd4c5c5352c8f5e52f3c43ff45de955/C/577c71bc753e4a419cce2b0a0bed9aa8 2024-11-13T08:38:20,638 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38605 is added to blk_1073742207_1383 (size=31105) 2024-11-13T08:38:20,639 INFO [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in bbd4c5c5352c8f5e52f3c43ff45de955/C of bbd4c5c5352c8f5e52f3c43ff45de955 into 577c71bc753e4a419cce2b0a0bed9aa8(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T08:38:20,639 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for bbd4c5c5352c8f5e52f3c43ff45de955: 2024-11-13T08:38:20,639 INFO [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., storeName=bbd4c5c5352c8f5e52f3c43ff45de955/C, priority=13, startTime=1731487100541; duration=0sec 2024-11-13T08:38:20,639 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T08:38:20,639 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: bbd4c5c5352c8f5e52f3c43ff45de955:C 2024-11-13T08:38:20,643 INFO [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=155, memsize=35.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/bbd4c5c5352c8f5e52f3c43ff45de955/.tmp/A/49703f4e229b41f3944d6950030a792c 2024-11-13T08:38:20,652 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/bbd4c5c5352c8f5e52f3c43ff45de955/.tmp/B/fb219ee9ad3344268ef0636091dcc0f3 is 50, key is test_row_0/B:col10/1731487099587/Put/seqid=0 2024-11-13T08:38:20,667 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38605 is added to blk_1073742208_1384 (size=12151) 2024-11-13T08:38:20,673 INFO [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=155 (bloomFilter=true), to=hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/bbd4c5c5352c8f5e52f3c43ff45de955/.tmp/B/fb219ee9ad3344268ef0636091dcc0f3 2024-11-13T08:38:20,687 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/bbd4c5c5352c8f5e52f3c43ff45de955/.tmp/C/d8178bfac8f248a8b0a34e823938351b is 50, key is test_row_0/C:col10/1731487099587/Put/seqid=0 2024-11-13T08:38:20,701 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38605 is added to blk_1073742209_1385 (size=12151) 2024-11-13T08:38:20,704 INFO [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=155 (bloomFilter=true), to=hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/bbd4c5c5352c8f5e52f3c43ff45de955/.tmp/C/d8178bfac8f248a8b0a34e823938351b 2024-11-13T08:38:20,710 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/bbd4c5c5352c8f5e52f3c43ff45de955/.tmp/A/49703f4e229b41f3944d6950030a792c as hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/bbd4c5c5352c8f5e52f3c43ff45de955/A/49703f4e229b41f3944d6950030a792c 2024-11-13T08:38:20,714 INFO [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/bbd4c5c5352c8f5e52f3c43ff45de955/A/49703f4e229b41f3944d6950030a792c, entries=150, sequenceid=155, filesize=30.4 K 2024-11-13T08:38:20,715 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/bbd4c5c5352c8f5e52f3c43ff45de955/.tmp/B/fb219ee9ad3344268ef0636091dcc0f3 as hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/bbd4c5c5352c8f5e52f3c43ff45de955/B/fb219ee9ad3344268ef0636091dcc0f3 2024-11-13T08:38:20,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:20,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:20,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:20,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:20,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:20,719 INFO [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/bbd4c5c5352c8f5e52f3c43ff45de955/B/fb219ee9ad3344268ef0636091dcc0f3, entries=150, sequenceid=155, filesize=11.9 K 2024-11-13T08:38:20,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:20,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:20,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:20,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:20,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:20,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:20,720 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/bbd4c5c5352c8f5e52f3c43ff45de955/.tmp/C/d8178bfac8f248a8b0a34e823938351b as hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/bbd4c5c5352c8f5e52f3c43ff45de955/C/d8178bfac8f248a8b0a34e823938351b 2024-11-13T08:38:20,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:20,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:20,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:20,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:20,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:20,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:20,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:20,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:20,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:20,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:20,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:20,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:20,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:20,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:20,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:20,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:20,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:20,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:20,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:20,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:20,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:20,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:20,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:20,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:20,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:20,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:20,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:20,725 INFO [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/bbd4c5c5352c8f5e52f3c43ff45de955/C/d8178bfac8f248a8b0a34e823938351b, entries=150, sequenceid=155, filesize=11.9 K 2024-11-13T08:38:20,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:20,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:20,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:20,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:20,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:20,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:20,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:20,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:20,726 INFO [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegion(3140): Finished flush of dataSize ~107.34 KB/109920, heapSize ~281.95 KB/288720, currentSize=0 B/0 for bbd4c5c5352c8f5e52f3c43ff45de955 in 140ms, sequenceid=155, compaction requested=false 2024-11-13T08:38:20,727 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegion(2603): Flush status journal for bbd4c5c5352c8f5e52f3c43ff45de955: 2024-11-13T08:38:20,727 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955. 2024-11-13T08:38:20,727 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=106 2024-11-13T08:38:20,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:20,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:20,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45349 {}] master.HMaster(4169): Remote procedure done, pid=106 2024-11-13T08:38:20,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:20,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:20,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:20,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:20,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:20,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:20,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:20,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:20,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:20,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:20,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:20,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:20,730 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=106, resume processing ppid=105 2024-11-13T08:38:20,730 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=106, ppid=105, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.0690 sec 2024-11-13T08:38:20,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:20,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:20,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:20,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:20,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:20,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:20,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:20,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:20,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:20,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:20,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:20,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:20,732 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=105, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=105, table=TestAcidGuarantees in 1.0760 sec 2024-11-13T08:38:20,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:20,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:20,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:20,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:20,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:20,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:20,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:20,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:20,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:20,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:20,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:20,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:20,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:20,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:20,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:20,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:20,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:20,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:20,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:20,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:20,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:20,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:20,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:20,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:20,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:20,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:20,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:20,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:20,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:20,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:20,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:20,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:20,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:20,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:20,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:20,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:20,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:20,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:20,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:20,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:20,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:20,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:20,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:20,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:20,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:20,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:20,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:20,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:20,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:20,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:20,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:20,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:20,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:20,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:20,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:20,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:20,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:20,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:20,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:20,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:20,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:20,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:20,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:20,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:20,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:20,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:20,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:20,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:20,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:20,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:20,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:20,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:20,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:20,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:20,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:20,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:20,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:20,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:20,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:20,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:20,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:20,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:20,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:20,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:20,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:20,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:20,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:20,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:20,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:20,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:20,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:20,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:20,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:20,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:20,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:20,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:20,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:20,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:20,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:20,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:20,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:20,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:20,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:20,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:20,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:20,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:20,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:20,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:20,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:20,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:20,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:20,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:20,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:20,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:20,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:20,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:20,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:20,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:20,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:20,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:20,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:20,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:20,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:20,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:20,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:20,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:20,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:20,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:20,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:20,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:20,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:20,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:20,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:20,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:20,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:20,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:20,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:20,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:20,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:20,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:20,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:20,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:20,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:20,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:20,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:20,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:20,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:20,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:20,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:20,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:20,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:20,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:20,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:20,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:20,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:20,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:20,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:20,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:20,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:20,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:20,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:20,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:20,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:20,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:20,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:20,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:20,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:20,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:20,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:20,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:20,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:20,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:20,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:20,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:20,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:20,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:20,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:20,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:20,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:20,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:20,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:20,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:20,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:20,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:20,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:20,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:20,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:20,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:20,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:20,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:20,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:20,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:20,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:20,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:20,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:20,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:20,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:20,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:20,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:20,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:20,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:20,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:20,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:20,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:20,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:20,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:20,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:20,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:20,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:20,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:20,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:20,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:20,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:20,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:20,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:20,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:20,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:20,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:20,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:20,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:20,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:20,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:20,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:20,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:20,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:20,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:20,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:20,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:20,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:20,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:20,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:20,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:20,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:20,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:20,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:20,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:20,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:20,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:20,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:20,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:20,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:20,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:20,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:20,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:20,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:20,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:20,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:20,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:20,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:20,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:20,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:20,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:20,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:20,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:20,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:20,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:20,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:20,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:20,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:20,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:20,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:20,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:20,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:20,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:20,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:20,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:20,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:20,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:20,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:20,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:20,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:20,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:20,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:20,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:20,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:20,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:20,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:20,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:20,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:20,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:20,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:20,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:20,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:20,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:20,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:20,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:20,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:20,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:20,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:20,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:20,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:20,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:20,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:20,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:20,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:20,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:20,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:20,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:20,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:20,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:20,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:20,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:20,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:20,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:20,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:20,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:20,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:20,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:20,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:20,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:20,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:20,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:20,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:20,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:20,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:20,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:20,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:20,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:20,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:20,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:20,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:20,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:20,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:20,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:20,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:20,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:20,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:20,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:20,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:20,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:20,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:20,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:20,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:20,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:20,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:20,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:20,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:20,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:20,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:20,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:20,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:20,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:20,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:20,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:20,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:20,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:20,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:20,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:20,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:20,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:20,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:20,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:20,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:20,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:20,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:20,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:20,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:20,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:20,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:20,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:20,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:20,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:20,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:20,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:20,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:20,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:20,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:20,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:20,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:20,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:20,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:20,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:20,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:20,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:20,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:20,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:20,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:20,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:20,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:20,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:20,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:20,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:20,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:20,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:20,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:20,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:20,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:20,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:20,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:20,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45349 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=105 2024-11-13T08:38:20,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:20,805 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-13T08:38:20,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:20,805 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45349 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-13T08:38:20,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:20,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:20,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:20,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45349 {}] procedure2.ProcedureExecutor(1139): Stored pid=107, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=107, table=TestAcidGuarantees 2024-11-13T08:38:20,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:20,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:20,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:20,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:20,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:20,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45349 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=107 2024-11-13T08:38:20,808 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=107, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=107, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-13T08:38:20,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:20,808 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=107, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=107, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-13T08:38:20,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:20,809 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=108, ppid=107, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-13T08:38:20,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:20,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:20,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:20,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:20,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:20,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:20,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:20,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:20,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:20,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:20,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:20,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:20,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:20,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:20,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:20,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:20,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:20,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:20,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:20,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:20,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:20,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:20,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:20,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:20,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:20,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:20,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:20,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:20,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:20,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:20,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:20,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:20,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:20,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:20,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:20,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:20,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:20,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:20,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:20,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:20,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:20,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:20,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:20,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:20,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] regionserver.HRegion(8855): Flush requested on bbd4c5c5352c8f5e52f3c43ff45de955 2024-11-13T08:38:20,820 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-13T08:38:20,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:20,820 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing bbd4c5c5352c8f5e52f3c43ff45de955 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-13T08:38:20,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:20,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:20,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:20,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:20,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:20,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:20,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:20,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:20,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:20,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:20,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:20,828 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411131ed5ca3e35d54278bb7442a9639256ff_bbd4c5c5352c8f5e52f3c43ff45de955 is 50, key is test_row_0/A:col10/1731487100810/Put/seqid=0 2024-11-13T08:38:20,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:20,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:20,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:20,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:20,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:20,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:20,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:20,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:20,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:20,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:20,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:20,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:20,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:20,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:20,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:20,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:20,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:20,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:20,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:20,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:20,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:20,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:20,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:20,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:20,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:20,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:20,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:20,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:20,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:20,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:20,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:20,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:20,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:20,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:20,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:20,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:20,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:20,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:20,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:20,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:20,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:20,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:20,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:20,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:20,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:20,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:20,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:20,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:20,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:20,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:20,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:20,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:20,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:20,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:20,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:20,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:20,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:20,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:20,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:20,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:20,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:20,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:20,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:20,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:20,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:20,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:20,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:20,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:20,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:20,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:20,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:20,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:20,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:20,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:20,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:20,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:20,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:20,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:20,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:20,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:20,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:20,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:20,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:20,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:20,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:20,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:20,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:20,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:20,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:20,854 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38605 is added to blk_1073742211_1387 (size=27248) 2024-11-13T08:38:20,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:20,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:20,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:20,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:20,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:20,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:20,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:20,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:20,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:20,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:20,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:20,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:20,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:20,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:20,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:20,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:20,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:20,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:20,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:20,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:20,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:20,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:20,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:20,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:20,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:20,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:20,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:20,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:20,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:20,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:20,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:20,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:20,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:20,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:20,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:20,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:20,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:20,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:20,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:20,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:20,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:20,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:20,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:20,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:20,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:20,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:20,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:20,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:20,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:20,901 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:38:20,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34138 deadline: 1731487160887, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:38:20,901 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:38:20,901 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 , the old value is region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:20,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34104 deadline: 1731487160897, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:38:20,901 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:20,901 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 because the exception is null or not the one we care about 2024-11-13T08:38:20,902 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 , the old value is region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:20,902 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:20,902 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 because the exception is null or not the one we care about 2024-11-13T08:38:20,914 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:38:20,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34154 deadline: 1731487160900, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:38:20,914 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:38:20,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34170 deadline: 1731487160901, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:38:20,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45349 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=107 2024-11-13T08:38:20,915 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:38:20,915 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 , the old value is region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:20,915 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:20,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34102 deadline: 1731487160901, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:38:20,915 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 because the exception is null or not the one we care about 2024-11-13T08:38:20,915 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 , the old value is region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:20,915 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:20,915 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 because the exception is null or not the one we care about 2024-11-13T08:38:20,916 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 , the old value is region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:20,916 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:20,916 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 because the exception is null or not the one we care about 2024-11-13T08:38:20,967 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43851 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=108 2024-11-13T08:38:20,968 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955. 2024-11-13T08:38:20,968 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955. as already flushing 2024-11-13T08:38:20,968 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955. 2024-11-13T08:38:20,969 ERROR [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] handler.RSProcedureHandler(58): pid=108 java.io.IOException: Unable to complete flush {ENCODED => bbd4c5c5352c8f5e52f3c43ff45de955, NAME => 'TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T08:38:20,969 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=108 java.io.IOException: Unable to complete flush {ENCODED => bbd4c5c5352c8f5e52f3c43ff45de955, NAME => 'TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T08:38:20,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45349 {}] master.HMaster(4177): Remote procedure failed, pid=108 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bbd4c5c5352c8f5e52f3c43ff45de955, NAME => 'TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bbd4c5c5352c8f5e52f3c43ff45de955, NAME => 'TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T08:38:21,016 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:38:21,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34138 deadline: 1731487161004, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:38:21,016 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 , the old value is region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:21,016 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:38:21,016 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:21,016 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 because the exception is null or not the one we care about 2024-11-13T08:38:21,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34104 deadline: 1731487161005, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:38:21,017 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 , the old value is region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:21,017 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:21,017 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 because the exception is null or not the one we care about 2024-11-13T08:38:21,034 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:38:21,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34170 deadline: 1731487161025, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:38:21,035 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:38:21,035 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 , the old value is region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:21,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34102 deadline: 1731487161025, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:38:21,035 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:21,035 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 because the exception is null or not the one we care about 2024-11-13T08:38:21,035 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 , the old value is region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:21,035 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:38:21,035 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:21,035 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 because the exception is null or not the one we care about 2024-11-13T08:38:21,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34154 deadline: 1731487161025, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:38:21,035 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 , the old value is region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:21,035 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:21,035 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 because the exception is null or not the one we care about 2024-11-13T08:38:21,122 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43851 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=108 2024-11-13T08:38:21,122 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955. 2024-11-13T08:38:21,122 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955. as already flushing 2024-11-13T08:38:21,122 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955. 2024-11-13T08:38:21,122 ERROR [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] handler.RSProcedureHandler(58): pid=108 java.io.IOException: Unable to complete flush {ENCODED => bbd4c5c5352c8f5e52f3c43ff45de955, NAME => 'TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T08:38:21,122 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=108 java.io.IOException: Unable to complete flush {ENCODED => bbd4c5c5352c8f5e52f3c43ff45de955, NAME => 'TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T08:38:21,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45349 {}] master.HMaster(4177): Remote procedure failed, pid=108 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bbd4c5c5352c8f5e52f3c43ff45de955, NAME => 'TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bbd4c5c5352c8f5e52f3c43ff45de955, NAME => 'TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T08:38:21,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45349 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=107 2024-11-13T08:38:21,233 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:38:21,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34138 deadline: 1731487161224, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:38:21,234 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:38:21,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34104 deadline: 1731487161224, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:38:21,234 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 , the old value is region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:21,234 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:21,234 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 because the exception is null or not the one we care about 2024-11-13T08:38:21,234 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 , the old value is region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:21,234 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:21,234 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 because the exception is null or not the one we care about 2024-11-13T08:38:21,255 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:21,256 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:38:21,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34170 deadline: 1731487161245, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:38:21,256 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:38:21,256 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:38:21,256 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 , the old value is region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:21,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34154 deadline: 1731487161245, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:38:21,256 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:21,256 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 because the exception is null or not the one we care about 2024-11-13T08:38:21,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34102 deadline: 1731487161245, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:38:21,258 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 , the old value is region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:21,258 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:21,259 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 because the exception is null or not the one we care about 2024-11-13T08:38:21,259 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 , the old value is region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:21,259 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:21,259 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 because the exception is null or not the one we care about 2024-11-13T08:38:21,263 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411131ed5ca3e35d54278bb7442a9639256ff_bbd4c5c5352c8f5e52f3c43ff45de955 to hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411131ed5ca3e35d54278bb7442a9639256ff_bbd4c5c5352c8f5e52f3c43ff45de955 2024-11-13T08:38:21,264 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/bbd4c5c5352c8f5e52f3c43ff45de955/.tmp/A/39b7834e76224334aaddf7259070c0af, store: [table=TestAcidGuarantees family=A region=bbd4c5c5352c8f5e52f3c43ff45de955] 2024-11-13T08:38:21,265 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/bbd4c5c5352c8f5e52f3c43ff45de955/.tmp/A/39b7834e76224334aaddf7259070c0af is 175, key is test_row_0/A:col10/1731487100810/Put/seqid=0 2024-11-13T08:38:21,266 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38605 is added to blk_1073742210_1386 (size=83035) 2024-11-13T08:38:21,267 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=170, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/bbd4c5c5352c8f5e52f3c43ff45de955/.tmp/A/39b7834e76224334aaddf7259070c0af 2024-11-13T08:38:21,274 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43851 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=108 2024-11-13T08:38:21,275 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955. 2024-11-13T08:38:21,275 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955. as already flushing 2024-11-13T08:38:21,275 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955. 2024-11-13T08:38:21,275 ERROR [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] handler.RSProcedureHandler(58): pid=108 java.io.IOException: Unable to complete flush {ENCODED => bbd4c5c5352c8f5e52f3c43ff45de955, NAME => 'TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T08:38:21,275 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=108 java.io.IOException: Unable to complete flush {ENCODED => bbd4c5c5352c8f5e52f3c43ff45de955, NAME => 'TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T08:38:21,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45349 {}] master.HMaster(4177): Remote procedure failed, pid=108 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bbd4c5c5352c8f5e52f3c43ff45de955, NAME => 'TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bbd4c5c5352c8f5e52f3c43ff45de955, NAME => 'TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T08:38:21,283 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/bbd4c5c5352c8f5e52f3c43ff45de955/.tmp/B/b4f936d7ff1c4230a6b41ef6f0e71acf is 50, key is test_row_0/B:col10/1731487100810/Put/seqid=0 2024-11-13T08:38:21,295 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38605 is added to blk_1073742212_1388 (size=12151) 2024-11-13T08:38:21,428 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43851 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=108 2024-11-13T08:38:21,428 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955. 2024-11-13T08:38:21,429 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955. as already flushing 2024-11-13T08:38:21,429 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955. 2024-11-13T08:38:21,429 ERROR [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] handler.RSProcedureHandler(58): pid=108 java.io.IOException: Unable to complete flush {ENCODED => bbd4c5c5352c8f5e52f3c43ff45de955, NAME => 'TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T08:38:21,429 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=108 java.io.IOException: Unable to complete flush {ENCODED => bbd4c5c5352c8f5e52f3c43ff45de955, NAME => 'TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T08:38:21,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45349 {}] master.HMaster(4177): Remote procedure failed, pid=108 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bbd4c5c5352c8f5e52f3c43ff45de955, NAME => 'TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bbd4c5c5352c8f5e52f3c43ff45de955, NAME => 'TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T08:38:21,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45349 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=107 2024-11-13T08:38:21,553 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:38:21,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34138 deadline: 1731487161545, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:38:21,553 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:38:21,553 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 , the old value is region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:21,553 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:21,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34104 deadline: 1731487161545, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:38:21,553 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 because the exception is null or not the one we care about 2024-11-13T08:38:21,554 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 , the old value is region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:21,554 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:21,554 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 because the exception is null or not the one we care about 2024-11-13T08:38:21,575 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:38:21,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34170 deadline: 1731487161565, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:38:21,576 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:38:21,576 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 , the old value is region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:21,576 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:21,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34154 deadline: 1731487161565, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:38:21,576 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 because the exception is null or not the one we care about 2024-11-13T08:38:21,576 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:38:21,576 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 , the old value is region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:21,576 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:21,576 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 because the exception is null or not the one we care about 2024-11-13T08:38:21,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34102 deadline: 1731487161566, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:38:21,576 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 , the old value is region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:21,576 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:21,576 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 because the exception is null or not the one we care about 2024-11-13T08:38:21,581 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43851 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=108 2024-11-13T08:38:21,581 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955. 2024-11-13T08:38:21,581 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955. as already flushing 2024-11-13T08:38:21,581 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955. 2024-11-13T08:38:21,581 ERROR [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] handler.RSProcedureHandler(58): pid=108 java.io.IOException: Unable to complete flush {ENCODED => bbd4c5c5352c8f5e52f3c43ff45de955, NAME => 'TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T08:38:21,582 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=108 java.io.IOException: Unable to complete flush {ENCODED => bbd4c5c5352c8f5e52f3c43ff45de955, NAME => 'TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T08:38:21,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45349 {}] master.HMaster(4177): Remote procedure failed, pid=108 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bbd4c5c5352c8f5e52f3c43ff45de955, NAME => 'TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bbd4c5c5352c8f5e52f3c43ff45de955, NAME => 'TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T08:38:21,695 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=170 (bloomFilter=true), to=hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/bbd4c5c5352c8f5e52f3c43ff45de955/.tmp/B/b4f936d7ff1c4230a6b41ef6f0e71acf 2024-11-13T08:38:21,703 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/bbd4c5c5352c8f5e52f3c43ff45de955/.tmp/C/a9bdfecc052a44c1b18bdde99e85c19a is 50, key is test_row_0/C:col10/1731487100810/Put/seqid=0 2024-11-13T08:38:21,707 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38605 is added to blk_1073742213_1389 (size=12151) 2024-11-13T08:38:21,734 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43851 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=108 2024-11-13T08:38:21,734 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955. 2024-11-13T08:38:21,734 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955. as already flushing 2024-11-13T08:38:21,734 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955. 2024-11-13T08:38:21,734 ERROR [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] handler.RSProcedureHandler(58): pid=108 java.io.IOException: Unable to complete flush {ENCODED => bbd4c5c5352c8f5e52f3c43ff45de955, NAME => 'TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T08:38:21,734 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=108 java.io.IOException: Unable to complete flush {ENCODED => bbd4c5c5352c8f5e52f3c43ff45de955, NAME => 'TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T08:38:21,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45349 {}] master.HMaster(4177): Remote procedure failed, pid=108 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bbd4c5c5352c8f5e52f3c43ff45de955, NAME => 'TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bbd4c5c5352c8f5e52f3c43ff45de955, NAME => 'TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T08:38:21,887 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43851 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=108 2024-11-13T08:38:21,887 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955. 2024-11-13T08:38:21,887 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955. as already flushing 2024-11-13T08:38:21,887 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955. 2024-11-13T08:38:21,887 ERROR [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] handler.RSProcedureHandler(58): pid=108 java.io.IOException: Unable to complete flush {ENCODED => bbd4c5c5352c8f5e52f3c43ff45de955, NAME => 'TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T08:38:21,887 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=108 java.io.IOException: Unable to complete flush {ENCODED => bbd4c5c5352c8f5e52f3c43ff45de955, NAME => 'TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T08:38:21,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45349 {}] master.HMaster(4177): Remote procedure failed, pid=108 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bbd4c5c5352c8f5e52f3c43ff45de955, NAME => 'TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bbd4c5c5352c8f5e52f3c43ff45de955, NAME => 'TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T08:38:21,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45349 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=107 2024-11-13T08:38:22,040 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43851 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=108 2024-11-13T08:38:22,040 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955. 2024-11-13T08:38:22,040 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955. as already flushing 2024-11-13T08:38:22,040 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955. 2024-11-13T08:38:22,040 ERROR [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] handler.RSProcedureHandler(58): pid=108 java.io.IOException: Unable to complete flush {ENCODED => bbd4c5c5352c8f5e52f3c43ff45de955, NAME => 'TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T08:38:22,040 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=108 java.io.IOException: Unable to complete flush {ENCODED => bbd4c5c5352c8f5e52f3c43ff45de955, NAME => 'TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T08:38:22,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45349 {}] master.HMaster(4177): Remote procedure failed, pid=108 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bbd4c5c5352c8f5e52f3c43ff45de955, NAME => 'TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bbd4c5c5352c8f5e52f3c43ff45de955, NAME => 'TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T08:38:22,076 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:38:22,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34138 deadline: 1731487162064, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:38:22,077 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 , the old value is region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:22,077 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:38:22,077 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:22,077 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 because the exception is null or not the one we care about 2024-11-13T08:38:22,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34104 deadline: 1731487162064, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:38:22,077 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 , the old value is region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:22,077 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:22,077 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 because the exception is null or not the one we care about 2024-11-13T08:38:22,093 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:38:22,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34170 deadline: 1731487162085, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:38:22,094 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:38:22,094 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 , the old value is region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:22,094 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:22,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34154 deadline: 1731487162085, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:38:22,094 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 because the exception is null or not the one we care about 2024-11-13T08:38:22,094 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:38:22,094 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 , the old value is region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:22,094 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:22,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34102 deadline: 1731487162085, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:38:22,094 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 because the exception is null or not the one we care about 2024-11-13T08:38:22,094 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 , the old value is region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:22,094 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:22,094 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 because the exception is null or not the one we care about 2024-11-13T08:38:22,108 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=170 (bloomFilter=true), to=hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/bbd4c5c5352c8f5e52f3c43ff45de955/.tmp/C/a9bdfecc052a44c1b18bdde99e85c19a 2024-11-13T08:38:22,113 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/bbd4c5c5352c8f5e52f3c43ff45de955/.tmp/A/39b7834e76224334aaddf7259070c0af as hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/bbd4c5c5352c8f5e52f3c43ff45de955/A/39b7834e76224334aaddf7259070c0af 2024-11-13T08:38:22,116 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/bbd4c5c5352c8f5e52f3c43ff45de955/A/39b7834e76224334aaddf7259070c0af, entries=450, sequenceid=170, filesize=81.1 K 2024-11-13T08:38:22,117 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/bbd4c5c5352c8f5e52f3c43ff45de955/.tmp/B/b4f936d7ff1c4230a6b41ef6f0e71acf as hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/bbd4c5c5352c8f5e52f3c43ff45de955/B/b4f936d7ff1c4230a6b41ef6f0e71acf 2024-11-13T08:38:22,121 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/bbd4c5c5352c8f5e52f3c43ff45de955/B/b4f936d7ff1c4230a6b41ef6f0e71acf, entries=150, sequenceid=170, filesize=11.9 K 2024-11-13T08:38:22,122 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/bbd4c5c5352c8f5e52f3c43ff45de955/.tmp/C/a9bdfecc052a44c1b18bdde99e85c19a as hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/bbd4c5c5352c8f5e52f3c43ff45de955/C/a9bdfecc052a44c1b18bdde99e85c19a 2024-11-13T08:38:22,125 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/bbd4c5c5352c8f5e52f3c43ff45de955/C/a9bdfecc052a44c1b18bdde99e85c19a, entries=150, sequenceid=170, filesize=11.9 K 2024-11-13T08:38:22,126 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for bbd4c5c5352c8f5e52f3c43ff45de955 in 1306ms, sequenceid=170, compaction requested=true 2024-11-13T08:38:22,126 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for bbd4c5c5352c8f5e52f3c43ff45de955: 2024-11-13T08:38:22,127 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store bbd4c5c5352c8f5e52f3c43ff45de955:A, priority=-2147483648, current under compaction store size is 1 2024-11-13T08:38:22,127 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T08:38:22,127 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store bbd4c5c5352c8f5e52f3c43ff45de955:B, priority=-2147483648, current under compaction store size is 2 2024-11-13T08:38:22,127 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-13T08:38:22,127 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-13T08:38:22,127 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store bbd4c5c5352c8f5e52f3c43ff45de955:C, priority=-2147483648, current under compaction store size is 3 2024-11-13T08:38:22,127 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-13T08:38:22,127 DEBUG [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-13T08:38:22,129 DEBUG [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36711 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-13T08:38:22,129 DEBUG [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] regionserver.HStore(1541): bbd4c5c5352c8f5e52f3c43ff45de955/B is initiating minor compaction (all files) 2024-11-13T08:38:22,129 INFO [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of bbd4c5c5352c8f5e52f3c43ff45de955/B in TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955. 2024-11-13T08:38:22,129 INFO [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/bbd4c5c5352c8f5e52f3c43ff45de955/B/0c8ab996ddd24cde8b8f5efa1cd41cc7, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/bbd4c5c5352c8f5e52f3c43ff45de955/B/fb219ee9ad3344268ef0636091dcc0f3, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/bbd4c5c5352c8f5e52f3c43ff45de955/B/b4f936d7ff1c4230a6b41ef6f0e71acf] into tmpdir=hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/bbd4c5c5352c8f5e52f3c43ff45de955/.tmp, totalSize=35.9 K 2024-11-13T08:38:22,130 DEBUG [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] compactions.Compactor(225): Compacting 0c8ab996ddd24cde8b8f5efa1cd41cc7, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=136, earliestPutTs=1731487098350 2024-11-13T08:38:22,130 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 145503 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-13T08:38:22,130 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] regionserver.HStore(1541): bbd4c5c5352c8f5e52f3c43ff45de955/A is initiating minor compaction (all files) 2024-11-13T08:38:22,130 INFO [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of bbd4c5c5352c8f5e52f3c43ff45de955/A in TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955. 2024-11-13T08:38:22,130 DEBUG [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] compactions.Compactor(225): Compacting fb219ee9ad3344268ef0636091dcc0f3, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=155, earliestPutTs=1731487099587 2024-11-13T08:38:22,130 INFO [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/bbd4c5c5352c8f5e52f3c43ff45de955/A/2b202855c68c413a86a3c3468ecfa886, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/bbd4c5c5352c8f5e52f3c43ff45de955/A/49703f4e229b41f3944d6950030a792c, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/bbd4c5c5352c8f5e52f3c43ff45de955/A/39b7834e76224334aaddf7259070c0af] into tmpdir=hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/bbd4c5c5352c8f5e52f3c43ff45de955/.tmp, totalSize=142.1 K 2024-11-13T08:38:22,130 INFO [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955. 2024-11-13T08:38:22,130 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955. files: [hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/bbd4c5c5352c8f5e52f3c43ff45de955/A/2b202855c68c413a86a3c3468ecfa886, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/bbd4c5c5352c8f5e52f3c43ff45de955/A/49703f4e229b41f3944d6950030a792c, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/bbd4c5c5352c8f5e52f3c43ff45de955/A/39b7834e76224334aaddf7259070c0af] 2024-11-13T08:38:22,130 DEBUG [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] compactions.Compactor(225): Compacting b4f936d7ff1c4230a6b41ef6f0e71acf, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=170, earliestPutTs=1731487100799 2024-11-13T08:38:22,131 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] compactions.Compactor(225): Compacting 2b202855c68c413a86a3c3468ecfa886, keycount=150, bloomtype=ROW, size=30.6 K, encoding=NONE, compression=NONE, seqNum=136, earliestPutTs=1731487098350 2024-11-13T08:38:22,131 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] compactions.Compactor(225): Compacting 49703f4e229b41f3944d6950030a792c, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=155, earliestPutTs=1731487099587 2024-11-13T08:38:22,132 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] compactions.Compactor(225): Compacting 39b7834e76224334aaddf7259070c0af, keycount=450, bloomtype=ROW, size=81.1 K, encoding=NONE, compression=NONE, seqNum=170, earliestPutTs=1731487100795 2024-11-13T08:38:22,138 INFO [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=bbd4c5c5352c8f5e52f3c43ff45de955] 2024-11-13T08:38:22,138 INFO [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): bbd4c5c5352c8f5e52f3c43ff45de955#B#compaction#326 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-13T08:38:22,139 DEBUG [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/bbd4c5c5352c8f5e52f3c43ff45de955/.tmp/B/b7c9213c7c424b9c9a960a19cabfad91 is 50, key is test_row_0/B:col10/1731487100810/Put/seqid=0 2024-11-13T08:38:22,140 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024111364761325d7584331bb8810a4b1b6a966_bbd4c5c5352c8f5e52f3c43ff45de955 store=[table=TestAcidGuarantees family=A region=bbd4c5c5352c8f5e52f3c43ff45de955] 2024-11-13T08:38:22,142 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024111364761325d7584331bb8810a4b1b6a966_bbd4c5c5352c8f5e52f3c43ff45de955, store=[table=TestAcidGuarantees family=A region=bbd4c5c5352c8f5e52f3c43ff45de955] 2024-11-13T08:38:22,142 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111364761325d7584331bb8810a4b1b6a966_bbd4c5c5352c8f5e52f3c43ff45de955 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=bbd4c5c5352c8f5e52f3c43ff45de955] 2024-11-13T08:38:22,144 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38605 is added to blk_1073742214_1390 (size=12561) 2024-11-13T08:38:22,146 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38605 is added to blk_1073742215_1391 (size=4469) 2024-11-13T08:38:22,148 INFO [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): bbd4c5c5352c8f5e52f3c43ff45de955#A#compaction#327 average throughput is 2.44 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-13T08:38:22,148 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/bbd4c5c5352c8f5e52f3c43ff45de955/.tmp/A/d1dbf889e8854c6ab21890241757c3a5 is 175, key is test_row_0/A:col10/1731487100810/Put/seqid=0 2024-11-13T08:38:22,150 DEBUG [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/bbd4c5c5352c8f5e52f3c43ff45de955/.tmp/B/b7c9213c7c424b9c9a960a19cabfad91 as hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/bbd4c5c5352c8f5e52f3c43ff45de955/B/b7c9213c7c424b9c9a960a19cabfad91 2024-11-13T08:38:22,152 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38605 is added to blk_1073742216_1392 (size=31515) 2024-11-13T08:38:22,154 INFO [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in bbd4c5c5352c8f5e52f3c43ff45de955/B of bbd4c5c5352c8f5e52f3c43ff45de955 into b7c9213c7c424b9c9a960a19cabfad91(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T08:38:22,154 DEBUG [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for bbd4c5c5352c8f5e52f3c43ff45de955: 2024-11-13T08:38:22,155 INFO [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., storeName=bbd4c5c5352c8f5e52f3c43ff45de955/B, priority=13, startTime=1731487102127; duration=0sec 2024-11-13T08:38:22,155 DEBUG [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-13T08:38:22,155 DEBUG [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: bbd4c5c5352c8f5e52f3c43ff45de955:B 2024-11-13T08:38:22,155 DEBUG [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-13T08:38:22,161 DEBUG [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36711 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-13T08:38:22,161 DEBUG [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] regionserver.HStore(1541): bbd4c5c5352c8f5e52f3c43ff45de955/C is initiating minor compaction (all files) 2024-11-13T08:38:22,161 INFO [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of bbd4c5c5352c8f5e52f3c43ff45de955/C in TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955. 2024-11-13T08:38:22,161 INFO [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/bbd4c5c5352c8f5e52f3c43ff45de955/C/577c71bc753e4a419cce2b0a0bed9aa8, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/bbd4c5c5352c8f5e52f3c43ff45de955/C/d8178bfac8f248a8b0a34e823938351b, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/bbd4c5c5352c8f5e52f3c43ff45de955/C/a9bdfecc052a44c1b18bdde99e85c19a] into tmpdir=hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/bbd4c5c5352c8f5e52f3c43ff45de955/.tmp, totalSize=35.9 K 2024-11-13T08:38:22,161 DEBUG [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] compactions.Compactor(225): Compacting 577c71bc753e4a419cce2b0a0bed9aa8, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=136, earliestPutTs=1731487098350 2024-11-13T08:38:22,162 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/bbd4c5c5352c8f5e52f3c43ff45de955/.tmp/A/d1dbf889e8854c6ab21890241757c3a5 as hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/bbd4c5c5352c8f5e52f3c43ff45de955/A/d1dbf889e8854c6ab21890241757c3a5 2024-11-13T08:38:22,162 DEBUG [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] compactions.Compactor(225): Compacting d8178bfac8f248a8b0a34e823938351b, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=155, earliestPutTs=1731487099587 2024-11-13T08:38:22,162 DEBUG [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] compactions.Compactor(225): Compacting a9bdfecc052a44c1b18bdde99e85c19a, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=170, earliestPutTs=1731487100799 2024-11-13T08:38:22,166 INFO [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in bbd4c5c5352c8f5e52f3c43ff45de955/A of bbd4c5c5352c8f5e52f3c43ff45de955 into d1dbf889e8854c6ab21890241757c3a5(size=30.8 K), total size for store is 30.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T08:38:22,166 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for bbd4c5c5352c8f5e52f3c43ff45de955: 2024-11-13T08:38:22,166 INFO [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., storeName=bbd4c5c5352c8f5e52f3c43ff45de955/A, priority=13, startTime=1731487102127; duration=0sec 2024-11-13T08:38:22,166 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T08:38:22,166 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: bbd4c5c5352c8f5e52f3c43ff45de955:A 2024-11-13T08:38:22,169 INFO [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): bbd4c5c5352c8f5e52f3c43ff45de955#C#compaction#328 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-13T08:38:22,170 DEBUG [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/bbd4c5c5352c8f5e52f3c43ff45de955/.tmp/C/7e72a4dce55842b5bf0715e164246cd1 is 50, key is test_row_0/C:col10/1731487100810/Put/seqid=0 2024-11-13T08:38:22,185 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38605 is added to blk_1073742217_1393 (size=12561) 2024-11-13T08:38:22,193 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43851 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=108 2024-11-13T08:38:22,193 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955. 2024-11-13T08:38:22,193 INFO [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegion(2902): Flushing bbd4c5c5352c8f5e52f3c43ff45de955 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-13T08:38:22,200 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241113e7b30924ae934670a92cfee16f15a326_bbd4c5c5352c8f5e52f3c43ff45de955 is 50, key is test_row_0/A:col10/1731487100897/Put/seqid=0 2024-11-13T08:38:22,206 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38605 is added to blk_1073742218_1394 (size=12304) 2024-11-13T08:38:22,593 DEBUG [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/bbd4c5c5352c8f5e52f3c43ff45de955/.tmp/C/7e72a4dce55842b5bf0715e164246cd1 as hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/bbd4c5c5352c8f5e52f3c43ff45de955/C/7e72a4dce55842b5bf0715e164246cd1 2024-11-13T08:38:22,598 INFO [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in bbd4c5c5352c8f5e52f3c43ff45de955/C of bbd4c5c5352c8f5e52f3c43ff45de955 into 7e72a4dce55842b5bf0715e164246cd1(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T08:38:22,598 DEBUG [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for bbd4c5c5352c8f5e52f3c43ff45de955: 2024-11-13T08:38:22,598 INFO [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., storeName=bbd4c5c5352c8f5e52f3c43ff45de955/C, priority=13, startTime=1731487102127; duration=0sec 2024-11-13T08:38:22,598 DEBUG [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T08:38:22,598 DEBUG [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: bbd4c5c5352c8f5e52f3c43ff45de955:C 2024-11-13T08:38:22,607 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:22,611 INFO [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241113e7b30924ae934670a92cfee16f15a326_bbd4c5c5352c8f5e52f3c43ff45de955 to hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241113e7b30924ae934670a92cfee16f15a326_bbd4c5c5352c8f5e52f3c43ff45de955 2024-11-13T08:38:22,612 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/bbd4c5c5352c8f5e52f3c43ff45de955/.tmp/A/96eaea52001f446ba59b7568829e640f, store: [table=TestAcidGuarantees family=A region=bbd4c5c5352c8f5e52f3c43ff45de955] 2024-11-13T08:38:22,612 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/bbd4c5c5352c8f5e52f3c43ff45de955/.tmp/A/96eaea52001f446ba59b7568829e640f is 175, key is test_row_0/A:col10/1731487100897/Put/seqid=0 2024-11-13T08:38:22,619 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38605 is added to blk_1073742219_1395 (size=31105) 2024-11-13T08:38:22,620 INFO [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=196, memsize=47.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/bbd4c5c5352c8f5e52f3c43ff45de955/.tmp/A/96eaea52001f446ba59b7568829e640f 2024-11-13T08:38:22,627 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/bbd4c5c5352c8f5e52f3c43ff45de955/.tmp/B/c199f1764a284cb3aad50eaeaee4cbf2 is 50, key is test_row_0/B:col10/1731487100897/Put/seqid=0 2024-11-13T08:38:22,647 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38605 is added to blk_1073742220_1396 (size=12151) 2024-11-13T08:38:22,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45349 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=107 2024-11-13T08:38:23,048 INFO [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=196 (bloomFilter=true), to=hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/bbd4c5c5352c8f5e52f3c43ff45de955/.tmp/B/c199f1764a284cb3aad50eaeaee4cbf2 2024-11-13T08:38:23,056 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/bbd4c5c5352c8f5e52f3c43ff45de955/.tmp/C/0ae9e9d2f05b47debf443276f1027a58 is 50, key is test_row_0/C:col10/1731487100897/Put/seqid=0 2024-11-13T08:38:23,059 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38605 is added to blk_1073742221_1397 (size=12151) 2024-11-13T08:38:23,060 INFO [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=196 (bloomFilter=true), to=hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/bbd4c5c5352c8f5e52f3c43ff45de955/.tmp/C/0ae9e9d2f05b47debf443276f1027a58 2024-11-13T08:38:23,065 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/bbd4c5c5352c8f5e52f3c43ff45de955/.tmp/A/96eaea52001f446ba59b7568829e640f as hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/bbd4c5c5352c8f5e52f3c43ff45de955/A/96eaea52001f446ba59b7568829e640f 2024-11-13T08:38:23,069 INFO [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/bbd4c5c5352c8f5e52f3c43ff45de955/A/96eaea52001f446ba59b7568829e640f, entries=150, sequenceid=196, filesize=30.4 K 2024-11-13T08:38:23,070 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/bbd4c5c5352c8f5e52f3c43ff45de955/.tmp/B/c199f1764a284cb3aad50eaeaee4cbf2 as hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/bbd4c5c5352c8f5e52f3c43ff45de955/B/c199f1764a284cb3aad50eaeaee4cbf2 2024-11-13T08:38:23,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:23,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:23,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:23,073 INFO [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/bbd4c5c5352c8f5e52f3c43ff45de955/B/c199f1764a284cb3aad50eaeaee4cbf2, entries=150, sequenceid=196, filesize=11.9 K 2024-11-13T08:38:23,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:23,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:23,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:23,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:23,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:23,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:23,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:23,074 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/bbd4c5c5352c8f5e52f3c43ff45de955/.tmp/C/0ae9e9d2f05b47debf443276f1027a58 as hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/bbd4c5c5352c8f5e52f3c43ff45de955/C/0ae9e9d2f05b47debf443276f1027a58 2024-11-13T08:38:23,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:23,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:23,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:23,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:23,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:23,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:23,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:23,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:23,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:23,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:23,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:23,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:23,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:23,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:23,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:23,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:23,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:23,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:23,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:23,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:23,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:23,078 INFO [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/bbd4c5c5352c8f5e52f3c43ff45de955/C/0ae9e9d2f05b47debf443276f1027a58, entries=150, sequenceid=196, filesize=11.9 K 2024-11-13T08:38:23,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:23,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:23,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:23,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:23,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:23,079 INFO [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegion(3140): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=0 B/0 for bbd4c5c5352c8f5e52f3c43ff45de955 in 886ms, sequenceid=196, compaction requested=false 2024-11-13T08:38:23,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:23,080 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegion(2603): Flush status journal for bbd4c5c5352c8f5e52f3c43ff45de955: 2024-11-13T08:38:23,080 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955. 2024-11-13T08:38:23,080 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=108 2024-11-13T08:38:23,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:23,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:23,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45349 {}] master.HMaster(4169): Remote procedure done, pid=108 2024-11-13T08:38:23,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:23,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:23,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:23,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:23,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:23,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:23,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:23,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:23,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:23,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:23,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:23,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:23,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:23,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:23,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:23,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:23,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:23,083 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=108, resume processing ppid=107 2024-11-13T08:38:23,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:23,083 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=108, ppid=107, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.2730 sec 2024-11-13T08:38:23,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:23,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:23,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:23,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:23,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:23,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:23,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:23,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:23,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:23,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:23,085 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=107, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=107, table=TestAcidGuarantees in 2.2790 sec 2024-11-13T08:38:23,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:23,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:23,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:23,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:23,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:23,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:23,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:23,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:23,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:23,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:23,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:23,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:23,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:23,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:23,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:23,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:23,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:23,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:23,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:23,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:23,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:23,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:23,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:23,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:23,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:23,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:23,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:23,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:23,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:23,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:23,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:23,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:23,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:23,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:23,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:23,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:23,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:23,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:23,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:23,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:23,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:23,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:23,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:23,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:23,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:23,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:23,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:23,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:23,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:23,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:23,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:23,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:23,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:23,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:23,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:23,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:23,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:23,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:23,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:23,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:23,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:23,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:23,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:23,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:23,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:23,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:23,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:23,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:23,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:23,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:23,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:23,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:23,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:23,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:23,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:23,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:23,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:23,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:23,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:23,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:23,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:23,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:23,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:23,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:23,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:23,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:23,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:23,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:23,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:23,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:23,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:23,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:23,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:23,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:23,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:23,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:23,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:23,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:23,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:23,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:23,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:23,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:23,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:23,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:23,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:23,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:23,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:23,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:23,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:23,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:23,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:23,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:23,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:23,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:23,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:23,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:23,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:23,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:23,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:23,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:23,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:23,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:23,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:23,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:23,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:23,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:23,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:23,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:23,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:23,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:23,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:23,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:23,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:23,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:23,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:23,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:23,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:23,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:23,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:23,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:23,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:23,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:23,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:23,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:23,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:23,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:23,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:23,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:23,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:23,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:23,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:23,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:23,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:23,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:23,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:23,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:23,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:23,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:23,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:23,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:23,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:23,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:23,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:23,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:23,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:23,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:23,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:23,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:23,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:23,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:23,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:23,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:23,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:23,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:23,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:23,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:23,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:23,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:23,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:23,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:23,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:23,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:23,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:23,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:23,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:23,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:23,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:23,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:23,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:23,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:23,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:23,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:23,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:23,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:23,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:23,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:23,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:23,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:23,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:23,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:23,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:23,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:23,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:23,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:23,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:23,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:23,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:23,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:23,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:23,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:23,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:23,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:23,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:23,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:23,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:23,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:23,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:23,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:23,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:23,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:23,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:23,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:23,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:23,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:23,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:23,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:23,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:23,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:23,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:23,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:23,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:23,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:23,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:23,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:23,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:23,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:23,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:23,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:23,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:23,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:23,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:23,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:23,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:23,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:23,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:23,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:23,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:23,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:23,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:23,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:23,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:23,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:23,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:23,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:23,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:23,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:23,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:23,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:23,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:23,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:23,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:23,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:23,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:23,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:23,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:23,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:23,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:23,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:23,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:23,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:23,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:23,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:23,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:23,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:23,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:23,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:23,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:23,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:23,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:23,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:23,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:23,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:23,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:23,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:23,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:23,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:23,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:23,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:23,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:23,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:23,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:23,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:23,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:23,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:23,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:23,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:23,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:23,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:23,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:23,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:23,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:23,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:23,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:23,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:23,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:23,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:23,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:23,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:23,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:23,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:23,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:23,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:23,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:23,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:23,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:23,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:23,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:23,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:23,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:23,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:23,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:23,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:23,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:23,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:23,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:23,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:23,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:23,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:23,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:23,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:23,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:23,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:23,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:23,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:23,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:23,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:23,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:23,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:23,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:23,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:23,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:23,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:23,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:23,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:23,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:23,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:23,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:23,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:23,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:23,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:23,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:23,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:23,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:23,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:23,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:23,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:23,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:23,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:23,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:23,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:23,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:23,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:23,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:23,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:23,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:23,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:23,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:23,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:23,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:23,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:23,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:23,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:23,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:23,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:23,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:23,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:23,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:23,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:23,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:23,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:23,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:23,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:23,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:23,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:23,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:23,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:23,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:23,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:23,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:23,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:23,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:23,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:23,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:23,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:23,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:23,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:23,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:23,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:23,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:23,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:23,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:23,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:23,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:23,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:23,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:23,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:23,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:23,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:23,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:23,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:23,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:23,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:23,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:23,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:23,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:23,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:23,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:23,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:23,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:23,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:23,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:23,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:23,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:23,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:23,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:23,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:23,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:23,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:23,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:23,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:23,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:23,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:23,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:23,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:23,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:23,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:23,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:23,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:23,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:23,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:23,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:23,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:23,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:23,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:23,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:23,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:23,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:23,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:23,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:23,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:23,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:23,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:23,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:23,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:23,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:23,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:23,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:23,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:23,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:23,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:23,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:23,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:23,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:23,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:23,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:23,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:23,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:23,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:23,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:23,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:23,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:23,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:23,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:23,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:23,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:23,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:23,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:23,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:23,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:23,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:23,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:23,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:23,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:23,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:23,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:23,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:23,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:23,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:23,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:23,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:23,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:23,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:23,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:23,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:23,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:23,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:23,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:23,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:23,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:23,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:23,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:23,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:23,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:23,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:23,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:23,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:23,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:23,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:23,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:23,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:23,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:23,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:23,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:23,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:23,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:23,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:23,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:23,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:23,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:23,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:23,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:23,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:23,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:23,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:23,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:23,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:23,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:23,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:23,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:23,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:23,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:23,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:23,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:23,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:23,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:23,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:23,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:23,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:23,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:23,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:23,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:23,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:23,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:23,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:23,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:23,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:23,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:23,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:23,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:23,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:23,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:23,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:23,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:23,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:23,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:23,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:23,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:23,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:23,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:23,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:23,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:23,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:23,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:23,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:23,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:23,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:23,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:23,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:23,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:23,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:23,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:23,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:23,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:23,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:23,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:23,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:23,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] regionserver.HRegion(8855): Flush requested on bbd4c5c5352c8f5e52f3c43ff45de955 2024-11-13T08:38:23,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:23,193 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-13T08:38:23,194 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing bbd4c5c5352c8f5e52f3c43ff45de955 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-13T08:38:23,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:23,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:23,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:23,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:23,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:23,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:23,204 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411133dd7ec8a95c54a6e82ba1636f41b7d48_bbd4c5c5352c8f5e52f3c43ff45de955 is 50, key is test_row_0/A:col10/1731487103191/Put/seqid=0 2024-11-13T08:38:23,214 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38605 is added to blk_1073742223_1399 (size=27248) 2024-11-13T08:38:23,258 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:38:23,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34170 deadline: 1731487163244, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:38:23,258 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:38:23,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34104 deadline: 1731487163245, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:38:23,259 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:38:23,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34102 deadline: 1731487163258, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:38:23,259 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 , the old value is region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:23,259 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:23,259 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 because the exception is null or not the one we care about 2024-11-13T08:38:23,261 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 , the old value is region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:23,261 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:23,261 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 because the exception is null or not the one we care about 2024-11-13T08:38:23,261 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 , the old value is region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:23,261 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:23,261 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 because the exception is null or not the one we care about 2024-11-13T08:38:23,274 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:38:23,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34154 deadline: 1731487163261, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:38:23,275 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 , the old value is region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:23,275 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:23,275 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:38:23,275 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 because the exception is null or not the one we care about 2024-11-13T08:38:23,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34138 deadline: 1731487163261, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:38:23,275 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 , the old value is region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:23,275 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:23,275 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 because the exception is null or not the one we care about 2024-11-13T08:38:23,375 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:38:23,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34102 deadline: 1731487163365, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:38:23,375 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 , the old value is region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:23,375 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:23,375 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:38:23,375 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 because the exception is null or not the one we care about 2024-11-13T08:38:23,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34104 deadline: 1731487163365, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:38:23,375 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 , the old value is region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:23,375 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:38:23,375 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:23,376 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 because the exception is null or not the one we care about 2024-11-13T08:38:23,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34170 deadline: 1731487163365, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:38:23,376 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 , the old value is region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:23,376 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:23,376 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 because the exception is null or not the one we care about 2024-11-13T08:38:23,394 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:38:23,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34154 deadline: 1731487163385, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:38:23,394 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:38:23,394 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 , the old value is region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:23,395 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:23,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34138 deadline: 1731487163385, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:38:23,395 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 because the exception is null or not the one we care about 2024-11-13T08:38:23,395 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 , the old value is region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:23,395 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:23,395 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 because the exception is null or not the one we care about 2024-11-13T08:38:23,596 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:38:23,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34102 deadline: 1731487163585, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:38:23,596 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 , the old value is region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:23,596 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:23,596 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 because the exception is null or not the one we care about 2024-11-13T08:38:23,596 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:38:23,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34104 deadline: 1731487163585, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:38:23,597 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 , the old value is region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:23,597 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:23,597 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 because the exception is null or not the one we care about 2024-11-13T08:38:23,597 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:38:23,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34170 deadline: 1731487163585, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:38:23,597 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 , the old value is region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:23,597 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:23,597 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 because the exception is null or not the one we care about 2024-11-13T08:38:23,614 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:38:23,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34154 deadline: 1731487163605, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:38:23,614 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 , the old value is region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:23,614 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:38:23,614 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:23,614 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 because the exception is null or not the one we care about 2024-11-13T08:38:23,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34138 deadline: 1731487163605, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:38:23,615 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 , the old value is region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:23,615 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:23,615 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 because the exception is null or not the one we care about 2024-11-13T08:38:23,616 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:23,619 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411133dd7ec8a95c54a6e82ba1636f41b7d48_bbd4c5c5352c8f5e52f3c43ff45de955 to hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411133dd7ec8a95c54a6e82ba1636f41b7d48_bbd4c5c5352c8f5e52f3c43ff45de955 2024-11-13T08:38:23,620 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/bbd4c5c5352c8f5e52f3c43ff45de955/.tmp/A/143418d6599242f09e347e011b1e6851, store: [table=TestAcidGuarantees family=A region=bbd4c5c5352c8f5e52f3c43ff45de955] 2024-11-13T08:38:23,621 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/bbd4c5c5352c8f5e52f3c43ff45de955/.tmp/A/143418d6599242f09e347e011b1e6851 is 175, key is test_row_0/A:col10/1731487103191/Put/seqid=0 2024-11-13T08:38:23,623 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38605 is added to blk_1073742222_1398 (size=83035) 2024-11-13T08:38:23,915 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:38:23,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34102 deadline: 1731487163905, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:38:23,915 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:38:23,915 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 , the old value is region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:23,915 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:23,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34104 deadline: 1731487163905, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:38:23,915 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 because the exception is null or not the one we care about 2024-11-13T08:38:23,915 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:38:23,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34170 deadline: 1731487163905, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:38:23,916 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 , the old value is region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:23,916 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:23,916 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 because the exception is null or not the one we care about 2024-11-13T08:38:23,916 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 , the old value is region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:23,916 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:23,916 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 because the exception is null or not the one we care about 2024-11-13T08:38:23,928 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:38:23,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34154 deadline: 1731487163925, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:38:23,929 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 , the old value is region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:23,929 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:23,929 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 because the exception is null or not the one we care about 2024-11-13T08:38:23,935 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:38:23,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34138 deadline: 1731487163925, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:38:23,935 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 , the old value is region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:23,936 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:23,936 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 because the exception is null or not the one we care about 2024-11-13T08:38:24,024 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=209, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/bbd4c5c5352c8f5e52f3c43ff45de955/.tmp/A/143418d6599242f09e347e011b1e6851 2024-11-13T08:38:24,031 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/bbd4c5c5352c8f5e52f3c43ff45de955/.tmp/B/b98393a81235478c9ace3768f67f4dc7 is 50, key is test_row_0/B:col10/1731487103191/Put/seqid=0 2024-11-13T08:38:24,034 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38605 is added to blk_1073742224_1400 (size=12151) 2024-11-13T08:38:24,434 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:38:24,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34104 deadline: 1731487164425, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:38:24,434 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 , the old value is region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:24,434 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:38:24,434 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:24,434 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 because the exception is null or not the one we care about 2024-11-13T08:38:24,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34102 deadline: 1731487164425, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:38:24,435 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:38:24,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34170 deadline: 1731487164425, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:38:24,435 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 , the old value is region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:24,435 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:24,435 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 because the exception is null or not the one we care about 2024-11-13T08:38:24,435 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 , the old value is region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:24,435 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=209 (bloomFilter=true), to=hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/bbd4c5c5352c8f5e52f3c43ff45de955/.tmp/B/b98393a81235478c9ace3768f67f4dc7 2024-11-13T08:38:24,435 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:24,435 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 because the exception is null or not the one we care about 2024-11-13T08:38:24,438 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:38:24,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34154 deadline: 1731487164434, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:38:24,438 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 , the old value is region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:24,438 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:24,438 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 because the exception is null or not the one we care about 2024-11-13T08:38:24,442 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/bbd4c5c5352c8f5e52f3c43ff45de955/.tmp/C/7ce7767787da404c852a104b014d8271 is 50, key is test_row_0/C:col10/1731487103191/Put/seqid=0 2024-11-13T08:38:24,445 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38605 is added to blk_1073742225_1401 (size=12151) 2024-11-13T08:38:24,454 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:38:24,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34138 deadline: 1731487164445, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:38:24,455 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 , the old value is region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:24,455 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:24,455 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 because the exception is null or not the one we care about 2024-11-13T08:38:24,846 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=209 (bloomFilter=true), to=hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/bbd4c5c5352c8f5e52f3c43ff45de955/.tmp/C/7ce7767787da404c852a104b014d8271 2024-11-13T08:38:24,850 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/bbd4c5c5352c8f5e52f3c43ff45de955/.tmp/A/143418d6599242f09e347e011b1e6851 as hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/bbd4c5c5352c8f5e52f3c43ff45de955/A/143418d6599242f09e347e011b1e6851 2024-11-13T08:38:24,855 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/bbd4c5c5352c8f5e52f3c43ff45de955/A/143418d6599242f09e347e011b1e6851, entries=450, sequenceid=209, filesize=81.1 K 2024-11-13T08:38:24,856 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/bbd4c5c5352c8f5e52f3c43ff45de955/.tmp/B/b98393a81235478c9ace3768f67f4dc7 as hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/bbd4c5c5352c8f5e52f3c43ff45de955/B/b98393a81235478c9ace3768f67f4dc7 2024-11-13T08:38:24,860 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/bbd4c5c5352c8f5e52f3c43ff45de955/B/b98393a81235478c9ace3768f67f4dc7, entries=150, sequenceid=209, filesize=11.9 K 2024-11-13T08:38:24,861 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/bbd4c5c5352c8f5e52f3c43ff45de955/.tmp/C/7ce7767787da404c852a104b014d8271 as hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/bbd4c5c5352c8f5e52f3c43ff45de955/C/7ce7767787da404c852a104b014d8271 2024-11-13T08:38:24,864 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/bbd4c5c5352c8f5e52f3c43ff45de955/C/7ce7767787da404c852a104b014d8271, entries=150, sequenceid=209, filesize=11.9 K 2024-11-13T08:38:24,865 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=147.60 KB/151140 for bbd4c5c5352c8f5e52f3c43ff45de955 in 1672ms, sequenceid=209, compaction requested=true 2024-11-13T08:38:24,865 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for bbd4c5c5352c8f5e52f3c43ff45de955: 2024-11-13T08:38:24,865 DEBUG [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-13T08:38:24,865 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store bbd4c5c5352c8f5e52f3c43ff45de955:A, priority=-2147483648, current under compaction store size is 1 2024-11-13T08:38:24,865 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T08:38:24,865 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-13T08:38:24,866 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store bbd4c5c5352c8f5e52f3c43ff45de955:B, priority=-2147483648, current under compaction store size is 2 2024-11-13T08:38:24,867 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T08:38:24,867 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store bbd4c5c5352c8f5e52f3c43ff45de955:C, priority=-2147483648, current under compaction store size is 3 2024-11-13T08:38:24,867 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-13T08:38:24,867 DEBUG [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 145655 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-13T08:38:24,867 DEBUG [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] regionserver.HStore(1541): bbd4c5c5352c8f5e52f3c43ff45de955/A is initiating minor compaction (all files) 2024-11-13T08:38:24,867 INFO [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of bbd4c5c5352c8f5e52f3c43ff45de955/A in TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955. 2024-11-13T08:38:24,867 INFO [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/bbd4c5c5352c8f5e52f3c43ff45de955/A/d1dbf889e8854c6ab21890241757c3a5, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/bbd4c5c5352c8f5e52f3c43ff45de955/A/96eaea52001f446ba59b7568829e640f, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/bbd4c5c5352c8f5e52f3c43ff45de955/A/143418d6599242f09e347e011b1e6851] into tmpdir=hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/bbd4c5c5352c8f5e52f3c43ff45de955/.tmp, totalSize=142.2 K 2024-11-13T08:38:24,867 INFO [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955. 2024-11-13T08:38:24,867 DEBUG [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955. files: [hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/bbd4c5c5352c8f5e52f3c43ff45de955/A/d1dbf889e8854c6ab21890241757c3a5, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/bbd4c5c5352c8f5e52f3c43ff45de955/A/96eaea52001f446ba59b7568829e640f, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/bbd4c5c5352c8f5e52f3c43ff45de955/A/143418d6599242f09e347e011b1e6851] 2024-11-13T08:38:24,868 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36863 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-13T08:38:24,868 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] regionserver.HStore(1541): bbd4c5c5352c8f5e52f3c43ff45de955/B is initiating minor compaction (all files) 2024-11-13T08:38:24,868 INFO [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of bbd4c5c5352c8f5e52f3c43ff45de955/B in TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955. 2024-11-13T08:38:24,868 INFO [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/bbd4c5c5352c8f5e52f3c43ff45de955/B/b7c9213c7c424b9c9a960a19cabfad91, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/bbd4c5c5352c8f5e52f3c43ff45de955/B/c199f1764a284cb3aad50eaeaee4cbf2, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/bbd4c5c5352c8f5e52f3c43ff45de955/B/b98393a81235478c9ace3768f67f4dc7] into tmpdir=hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/bbd4c5c5352c8f5e52f3c43ff45de955/.tmp, totalSize=36.0 K 2024-11-13T08:38:24,868 DEBUG [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] compactions.Compactor(225): Compacting d1dbf889e8854c6ab21890241757c3a5, keycount=150, bloomtype=ROW, size=30.8 K, encoding=NONE, compression=NONE, seqNum=170, earliestPutTs=1731487100799 2024-11-13T08:38:24,869 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] compactions.Compactor(225): Compacting b7c9213c7c424b9c9a960a19cabfad91, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=170, earliestPutTs=1731487100799 2024-11-13T08:38:24,869 DEBUG [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] compactions.Compactor(225): Compacting 96eaea52001f446ba59b7568829e640f, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=196, earliestPutTs=1731487100895 2024-11-13T08:38:24,869 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] compactions.Compactor(225): Compacting c199f1764a284cb3aad50eaeaee4cbf2, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=196, earliestPutTs=1731487100895 2024-11-13T08:38:24,869 DEBUG [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] compactions.Compactor(225): Compacting 143418d6599242f09e347e011b1e6851, keycount=450, bloomtype=ROW, size=81.1 K, encoding=NONE, compression=NONE, seqNum=209, earliestPutTs=1731487103150 2024-11-13T08:38:24,870 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] compactions.Compactor(225): Compacting b98393a81235478c9ace3768f67f4dc7, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=209, earliestPutTs=1731487103177 2024-11-13T08:38:24,879 INFO [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): bbd4c5c5352c8f5e52f3c43ff45de955#B#compaction#335 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-13T08:38:24,880 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/bbd4c5c5352c8f5e52f3c43ff45de955/.tmp/B/68b48d934b974b0bbffe2c574163889b is 50, key is test_row_0/B:col10/1731487103191/Put/seqid=0 2024-11-13T08:38:24,889 INFO [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=bbd4c5c5352c8f5e52f3c43ff45de955] 2024-11-13T08:38:24,892 DEBUG [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241113c93004a9fd5f4610a4ad48fc9dc222ed_bbd4c5c5352c8f5e52f3c43ff45de955 store=[table=TestAcidGuarantees family=A region=bbd4c5c5352c8f5e52f3c43ff45de955] 2024-11-13T08:38:24,894 DEBUG [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241113c93004a9fd5f4610a4ad48fc9dc222ed_bbd4c5c5352c8f5e52f3c43ff45de955, store=[table=TestAcidGuarantees family=A region=bbd4c5c5352c8f5e52f3c43ff45de955] 2024-11-13T08:38:24,895 DEBUG [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241113c93004a9fd5f4610a4ad48fc9dc222ed_bbd4c5c5352c8f5e52f3c43ff45de955 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=bbd4c5c5352c8f5e52f3c43ff45de955] 2024-11-13T08:38:24,902 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38605 is added to blk_1073742227_1403 (size=4469) 2024-11-13T08:38:24,913 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38605 is added to blk_1073742226_1402 (size=12663) 2024-11-13T08:38:24,919 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/bbd4c5c5352c8f5e52f3c43ff45de955/.tmp/B/68b48d934b974b0bbffe2c574163889b as hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/bbd4c5c5352c8f5e52f3c43ff45de955/B/68b48d934b974b0bbffe2c574163889b 2024-11-13T08:38:24,927 INFO [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in bbd4c5c5352c8f5e52f3c43ff45de955/B of bbd4c5c5352c8f5e52f3c43ff45de955 into 68b48d934b974b0bbffe2c574163889b(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T08:38:24,927 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for bbd4c5c5352c8f5e52f3c43ff45de955: 2024-11-13T08:38:24,927 INFO [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., storeName=bbd4c5c5352c8f5e52f3c43ff45de955/B, priority=13, startTime=1731487104865; duration=0sec 2024-11-13T08:38:24,927 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-13T08:38:24,927 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: bbd4c5c5352c8f5e52f3c43ff45de955:B 2024-11-13T08:38:24,928 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-13T08:38:24,929 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36863 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-13T08:38:24,929 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] regionserver.HStore(1541): bbd4c5c5352c8f5e52f3c43ff45de955/C is initiating minor compaction (all files) 2024-11-13T08:38:24,929 INFO [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of bbd4c5c5352c8f5e52f3c43ff45de955/C in TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955. 2024-11-13T08:38:24,929 INFO [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/bbd4c5c5352c8f5e52f3c43ff45de955/C/7e72a4dce55842b5bf0715e164246cd1, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/bbd4c5c5352c8f5e52f3c43ff45de955/C/0ae9e9d2f05b47debf443276f1027a58, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/bbd4c5c5352c8f5e52f3c43ff45de955/C/7ce7767787da404c852a104b014d8271] into tmpdir=hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/bbd4c5c5352c8f5e52f3c43ff45de955/.tmp, totalSize=36.0 K 2024-11-13T08:38:24,930 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] compactions.Compactor(225): Compacting 7e72a4dce55842b5bf0715e164246cd1, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=170, earliestPutTs=1731487100799 2024-11-13T08:38:24,930 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] compactions.Compactor(225): Compacting 0ae9e9d2f05b47debf443276f1027a58, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=196, earliestPutTs=1731487100895 2024-11-13T08:38:24,930 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] compactions.Compactor(225): Compacting 7ce7767787da404c852a104b014d8271, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=209, earliestPutTs=1731487103177 2024-11-13T08:38:24,939 INFO [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): bbd4c5c5352c8f5e52f3c43ff45de955#C#compaction#337 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-13T08:38:24,940 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/bbd4c5c5352c8f5e52f3c43ff45de955/.tmp/C/2bf6355626584207a9bdbe7290855cd7 is 50, key is test_row_0/C:col10/1731487103191/Put/seqid=0 2024-11-13T08:38:24,943 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38605 is added to blk_1073742228_1404 (size=12663) 2024-11-13T08:38:24,950 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/bbd4c5c5352c8f5e52f3c43ff45de955/.tmp/C/2bf6355626584207a9bdbe7290855cd7 as hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/bbd4c5c5352c8f5e52f3c43ff45de955/C/2bf6355626584207a9bdbe7290855cd7 2024-11-13T08:38:24,954 INFO [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in bbd4c5c5352c8f5e52f3c43ff45de955/C of bbd4c5c5352c8f5e52f3c43ff45de955 into 2bf6355626584207a9bdbe7290855cd7(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T08:38:24,954 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for bbd4c5c5352c8f5e52f3c43ff45de955: 2024-11-13T08:38:24,954 INFO [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., storeName=bbd4c5c5352c8f5e52f3c43ff45de955/C, priority=13, startTime=1731487104867; duration=0sec 2024-11-13T08:38:24,954 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T08:38:24,954 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: bbd4c5c5352c8f5e52f3c43ff45de955:C 2024-11-13T08:38:24,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45349 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=107 2024-11-13T08:38:24,965 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-13T08:38:24,965 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45349 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-13T08:38:24,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45349 {}] procedure2.ProcedureExecutor(1139): Stored pid=109, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=109, table=TestAcidGuarantees 2024-11-13T08:38:24,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45349 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=109 2024-11-13T08:38:24,967 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=109, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=109, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-13T08:38:24,968 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=109, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=109, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-13T08:38:24,968 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=110, ppid=109, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-13T08:38:25,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45349 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=109 2024-11-13T08:38:25,120 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43851 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=110 2024-11-13T08:38:25,120 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955. 2024-11-13T08:38:25,121 INFO [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HRegion(2902): Flushing bbd4c5c5352c8f5e52f3c43ff45de955 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-13T08:38:25,127 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411132c8749645b3540eab0ed895f7ea9fd75_bbd4c5c5352c8f5e52f3c43ff45de955 is 50, key is test_row_0/A:col10/1731487103256/Put/seqid=0 2024-11-13T08:38:25,131 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38605 is added to blk_1073742229_1405 (size=12304) 2024-11-13T08:38:25,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45349 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=109 2024-11-13T08:38:25,304 INFO [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): bbd4c5c5352c8f5e52f3c43ff45de955#A#compaction#336 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-13T08:38:25,305 DEBUG [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/bbd4c5c5352c8f5e52f3c43ff45de955/.tmp/A/97a6f959e1314fd5878cc7e2ac0dc650 is 175, key is test_row_0/A:col10/1731487103191/Put/seqid=0 2024-11-13T08:38:25,308 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38605 is added to blk_1073742230_1406 (size=31617) 2024-11-13T08:38:25,318 DEBUG [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/bbd4c5c5352c8f5e52f3c43ff45de955/.tmp/A/97a6f959e1314fd5878cc7e2ac0dc650 as hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/bbd4c5c5352c8f5e52f3c43ff45de955/A/97a6f959e1314fd5878cc7e2ac0dc650 2024-11-13T08:38:25,325 INFO [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in bbd4c5c5352c8f5e52f3c43ff45de955/A of bbd4c5c5352c8f5e52f3c43ff45de955 into 97a6f959e1314fd5878cc7e2ac0dc650(size=30.9 K), total size for store is 30.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T08:38:25,325 DEBUG [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for bbd4c5c5352c8f5e52f3c43ff45de955: 2024-11-13T08:38:25,325 INFO [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., storeName=bbd4c5c5352c8f5e52f3c43ff45de955/A, priority=13, startTime=1731487104865; duration=0sec 2024-11-13T08:38:25,326 DEBUG [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T08:38:25,326 DEBUG [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: bbd4c5c5352c8f5e52f3c43ff45de955:A 2024-11-13T08:38:25,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] regionserver.HRegion(8855): Flush requested on bbd4c5c5352c8f5e52f3c43ff45de955 2024-11-13T08:38:25,450 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955. as already flushing 2024-11-13T08:38:25,468 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:38:25,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34154 deadline: 1731487165464, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:38:25,469 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 , the old value is region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:25,469 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:25,469 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 because the exception is null or not the one we care about 2024-11-13T08:38:25,475 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:38:25,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34170 deadline: 1731487165465, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:38:25,475 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 , the old value is region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:25,475 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:38:25,475 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:25,475 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 because the exception is null or not the one we care about 2024-11-13T08:38:25,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34138 deadline: 1731487165465, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:38:25,475 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:38:25,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34102 deadline: 1731487165466, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:38:25,476 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 , the old value is region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:25,476 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:25,476 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 because the exception is null or not the one we care about 2024-11-13T08:38:25,475 WARN [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRpcRetryingCaller(177): Call to dd3a0865bb23,43851,1731486997349 for 'test_row_0' in bbd4c5c5352c8f5e52f3c43ff45de955 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2214 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-13T08:38:25,476 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 , the old value is region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:25,476 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:25,476 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 because the exception is null or not the one we care about 2024-11-13T08:38:25,479 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:38:25,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34104 deadline: 1731487165467, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:38:25,479 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 , the old value is region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:25,479 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:25,479 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 because the exception is null or not the one we care about 2024-11-13T08:38:25,532 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:25,536 INFO [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411132c8749645b3540eab0ed895f7ea9fd75_bbd4c5c5352c8f5e52f3c43ff45de955 to hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411132c8749645b3540eab0ed895f7ea9fd75_bbd4c5c5352c8f5e52f3c43ff45de955 2024-11-13T08:38:25,537 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/bbd4c5c5352c8f5e52f3c43ff45de955/.tmp/A/365c061035b645ac8de3e4177690f378, store: [table=TestAcidGuarantees family=A region=bbd4c5c5352c8f5e52f3c43ff45de955] 2024-11-13T08:38:25,537 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/bbd4c5c5352c8f5e52f3c43ff45de955/.tmp/A/365c061035b645ac8de3e4177690f378 is 175, key is test_row_0/A:col10/1731487103256/Put/seqid=0 2024-11-13T08:38:25,541 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38605 is added to blk_1073742231_1407 (size=31105) 2024-11-13T08:38:25,542 INFO [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=236, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/bbd4c5c5352c8f5e52f3c43ff45de955/.tmp/A/365c061035b645ac8de3e4177690f378 2024-11-13T08:38:25,549 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/bbd4c5c5352c8f5e52f3c43ff45de955/.tmp/B/d8281afadd95420da56f50680961e46e is 50, key is test_row_0/B:col10/1731487103256/Put/seqid=0 2024-11-13T08:38:25,553 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38605 is added to blk_1073742232_1408 (size=12151) 2024-11-13T08:38:25,554 INFO [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=236 (bloomFilter=true), to=hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/bbd4c5c5352c8f5e52f3c43ff45de955/.tmp/B/d8281afadd95420da56f50680961e46e 2024-11-13T08:38:25,561 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/bbd4c5c5352c8f5e52f3c43ff45de955/.tmp/C/4dc87ca940b0459190045379cf582678 is 50, key is test_row_0/C:col10/1731487103256/Put/seqid=0 2024-11-13T08:38:25,566 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38605 is added to blk_1073742233_1409 (size=12151) 2024-11-13T08:38:25,579 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:38:25,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34154 deadline: 1731487165575, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:38:25,580 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 , the old value is region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:25,580 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:25,580 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 because the exception is null or not the one we care about 2024-11-13T08:38:25,590 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:38:25,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34170 deadline: 1731487165584, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:38:25,591 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:38:25,591 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 , the old value is region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:25,591 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:25,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34102 deadline: 1731487165585, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:38:25,591 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 because the exception is null or not the one we care about 2024-11-13T08:38:25,591 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:38:25,591 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 , the old value is region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:25,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34104 deadline: 1731487165585, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:38:25,591 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:25,591 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 because the exception is null or not the one we care about 2024-11-13T08:38:25,591 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 , the old value is region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:25,592 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:25,592 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 because the exception is null or not the one we care about 2024-11-13T08:38:25,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45349 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=109 2024-11-13T08:38:25,791 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:38:25,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34154 deadline: 1731487165784, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:38:25,792 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 , the old value is region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:25,792 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:25,792 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 because the exception is null or not the one we care about 2024-11-13T08:38:25,802 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:38:25,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34170 deadline: 1731487165795, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:38:25,802 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:38:25,803 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 , the old value is region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:25,803 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:25,803 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 because the exception is null or not the one we care about 2024-11-13T08:38:25,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34102 deadline: 1731487165795, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:38:25,803 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:38:25,803 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 , the old value is region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:25,803 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:25,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34104 deadline: 1731487165795, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:38:25,803 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 because the exception is null or not the one we care about 2024-11-13T08:38:25,803 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 , the old value is region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:25,803 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:25,803 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 because the exception is null or not the one we care about 2024-11-13T08:38:25,967 INFO [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=236 (bloomFilter=true), to=hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/bbd4c5c5352c8f5e52f3c43ff45de955/.tmp/C/4dc87ca940b0459190045379cf582678 2024-11-13T08:38:25,972 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/bbd4c5c5352c8f5e52f3c43ff45de955/.tmp/A/365c061035b645ac8de3e4177690f378 as hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/bbd4c5c5352c8f5e52f3c43ff45de955/A/365c061035b645ac8de3e4177690f378 2024-11-13T08:38:25,978 INFO [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/bbd4c5c5352c8f5e52f3c43ff45de955/A/365c061035b645ac8de3e4177690f378, entries=150, sequenceid=236, filesize=30.4 K 2024-11-13T08:38:25,978 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/bbd4c5c5352c8f5e52f3c43ff45de955/.tmp/B/d8281afadd95420da56f50680961e46e as hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/bbd4c5c5352c8f5e52f3c43ff45de955/B/d8281afadd95420da56f50680961e46e 2024-11-13T08:38:25,982 INFO [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/bbd4c5c5352c8f5e52f3c43ff45de955/B/d8281afadd95420da56f50680961e46e, entries=150, sequenceid=236, filesize=11.9 K 2024-11-13T08:38:25,982 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/bbd4c5c5352c8f5e52f3c43ff45de955/.tmp/C/4dc87ca940b0459190045379cf582678 as hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/bbd4c5c5352c8f5e52f3c43ff45de955/C/4dc87ca940b0459190045379cf582678 2024-11-13T08:38:25,986 INFO [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/bbd4c5c5352c8f5e52f3c43ff45de955/C/4dc87ca940b0459190045379cf582678, entries=150, sequenceid=236, filesize=11.9 K 2024-11-13T08:38:25,987 INFO [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HRegion(3140): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for bbd4c5c5352c8f5e52f3c43ff45de955 in 866ms, sequenceid=236, compaction requested=false 2024-11-13T08:38:25,987 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HRegion(2603): Flush status journal for bbd4c5c5352c8f5e52f3c43ff45de955: 2024-11-13T08:38:25,987 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955. 2024-11-13T08:38:25,987 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=110 2024-11-13T08:38:25,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45349 {}] master.HMaster(4169): Remote procedure done, pid=110 2024-11-13T08:38:25,989 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=110, resume processing ppid=109 2024-11-13T08:38:25,989 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=110, ppid=109, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.0200 sec 2024-11-13T08:38:25,991 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=109, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=109, table=TestAcidGuarantees in 1.0250 sec 2024-11-13T08:38:26,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] regionserver.HRegion(8855): Flush requested on bbd4c5c5352c8f5e52f3c43ff45de955 2024-11-13T08:38:26,098 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-13T08:38:26,098 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing bbd4c5c5352c8f5e52f3c43ff45de955 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-13T08:38:26,105 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241113d53567ef2c37432abf764538cb928f9e_bbd4c5c5352c8f5e52f3c43ff45de955 is 50, key is test_row_0/A:col10/1731487105466/Put/seqid=0 2024-11-13T08:38:26,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45349 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=109 2024-11-13T08:38:26,106 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-13T08:38:26,106 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45349 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-13T08:38:26,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45349 {}] procedure2.ProcedureExecutor(1139): Stored pid=111, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=111, table=TestAcidGuarantees 2024-11-13T08:38:26,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45349 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=111 2024-11-13T08:38:26,110 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=111, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=111, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-13T08:38:26,111 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=111, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=111, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-13T08:38:26,111 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=112, ppid=111, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-13T08:38:26,119 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38605 is added to blk_1073742234_1410 (size=14794) 2024-11-13T08:38:26,172 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:38:26,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34102 deadline: 1731487166163, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:38:26,172 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 , the old value is region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:26,172 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:26,172 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 because the exception is null or not the one we care about 2024-11-13T08:38:26,175 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:38:26,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34154 deadline: 1731487166164, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:38:26,176 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:38:26,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34170 deadline: 1731487166171, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:38:26,176 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 , the old value is region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:26,176 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:26,176 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 because the exception is null or not the one we care about 2024-11-13T08:38:26,176 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 , the old value is region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:26,176 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:26,176 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 because the exception is null or not the one we care about 2024-11-13T08:38:26,182 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:38:26,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34104 deadline: 1731487166172, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:38:26,183 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 , the old value is region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:26,183 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:26,183 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 because the exception is null or not the one we care about 2024-11-13T08:38:26,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45349 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=111 2024-11-13T08:38:26,263 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43851 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=112 2024-11-13T08:38:26,263 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955. 2024-11-13T08:38:26,263 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955. as already flushing 2024-11-13T08:38:26,263 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955. 2024-11-13T08:38:26,263 ERROR [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] handler.RSProcedureHandler(58): pid=112 java.io.IOException: Unable to complete flush {ENCODED => bbd4c5c5352c8f5e52f3c43ff45de955, NAME => 'TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T08:38:26,263 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=112 java.io.IOException: Unable to complete flush {ENCODED => bbd4c5c5352c8f5e52f3c43ff45de955, NAME => 'TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T08:38:26,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45349 {}] master.HMaster(4177): Remote procedure failed, pid=112 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bbd4c5c5352c8f5e52f3c43ff45de955, NAME => 'TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bbd4c5c5352c8f5e52f3c43ff45de955, NAME => 'TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T08:38:26,285 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:38:26,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34102 deadline: 1731487166275, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:38:26,285 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 , the old value is region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:26,285 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:26,285 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 because the exception is null or not the one we care about 2024-11-13T08:38:26,289 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:38:26,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34154 deadline: 1731487166285, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:38:26,290 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 , the old value is region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:26,290 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:26,290 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 because the exception is null or not the one we care about 2024-11-13T08:38:26,290 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:38:26,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34170 deadline: 1731487166285, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:38:26,290 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 , the old value is region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:26,290 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:26,290 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 because the exception is null or not the one we care about 2024-11-13T08:38:26,290 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:38:26,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34104 deadline: 1731487166285, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:38:26,290 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 , the old value is region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:26,290 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:26,290 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 because the exception is null or not the one we care about 2024-11-13T08:38:26,416 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43851 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=112 2024-11-13T08:38:26,416 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955. 2024-11-13T08:38:26,416 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955. as already flushing 2024-11-13T08:38:26,416 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955. 2024-11-13T08:38:26,416 ERROR [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] handler.RSProcedureHandler(58): pid=112 java.io.IOException: Unable to complete flush {ENCODED => bbd4c5c5352c8f5e52f3c43ff45de955, NAME => 'TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T08:38:26,416 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=112 java.io.IOException: Unable to complete flush {ENCODED => bbd4c5c5352c8f5e52f3c43ff45de955, NAME => 'TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T08:38:26,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45349 {}] master.HMaster(4177): Remote procedure failed, pid=112 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bbd4c5c5352c8f5e52f3c43ff45de955, NAME => 'TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bbd4c5c5352c8f5e52f3c43ff45de955, NAME => 'TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T08:38:26,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45349 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=111 2024-11-13T08:38:26,506 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:38:26,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34102 deadline: 1731487166494, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:38:26,506 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 , the old value is region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:26,506 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:26,506 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:38:26,506 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 because the exception is null or not the one we care about 2024-11-13T08:38:26,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34154 deadline: 1731487166495, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:38:26,506 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 , the old value is region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:26,506 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:26,506 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 because the exception is null or not the one we care about 2024-11-13T08:38:26,506 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:38:26,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34170 deadline: 1731487166495, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:38:26,507 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 , the old value is region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:26,507 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:26,507 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 because the exception is null or not the one we care about 2024-11-13T08:38:26,507 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:38:26,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34104 deadline: 1731487166495, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:38:26,507 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 , the old value is region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:26,507 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:26,507 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 because the exception is null or not the one we care about 2024-11-13T08:38:26,519 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:26,522 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241113d53567ef2c37432abf764538cb928f9e_bbd4c5c5352c8f5e52f3c43ff45de955 to hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241113d53567ef2c37432abf764538cb928f9e_bbd4c5c5352c8f5e52f3c43ff45de955 2024-11-13T08:38:26,523 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/bbd4c5c5352c8f5e52f3c43ff45de955/.tmp/A/6bc3c6f1229b4b94b60c817353257c59, store: [table=TestAcidGuarantees family=A region=bbd4c5c5352c8f5e52f3c43ff45de955] 2024-11-13T08:38:26,524 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/bbd4c5c5352c8f5e52f3c43ff45de955/.tmp/A/6bc3c6f1229b4b94b60c817353257c59 is 175, key is test_row_0/A:col10/1731487105466/Put/seqid=0 2024-11-13T08:38:26,527 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38605 is added to blk_1073742235_1411 (size=39749) 2024-11-13T08:38:26,569 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43851 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=112 2024-11-13T08:38:26,569 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955. 2024-11-13T08:38:26,569 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955. as already flushing 2024-11-13T08:38:26,569 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955. 2024-11-13T08:38:26,569 ERROR [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] handler.RSProcedureHandler(58): pid=112 java.io.IOException: Unable to complete flush {ENCODED => bbd4c5c5352c8f5e52f3c43ff45de955, NAME => 'TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T08:38:26,569 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=112 java.io.IOException: Unable to complete flush {ENCODED => bbd4c5c5352c8f5e52f3c43ff45de955, NAME => 'TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T08:38:26,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45349 {}] master.HMaster(4177): Remote procedure failed, pid=112 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bbd4c5c5352c8f5e52f3c43ff45de955, NAME => 'TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bbd4c5c5352c8f5e52f3c43ff45de955, NAME => 'TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T08:38:26,721 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43851 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=112 2024-11-13T08:38:26,722 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955. 2024-11-13T08:38:26,722 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955. as already flushing 2024-11-13T08:38:26,722 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955. 2024-11-13T08:38:26,722 ERROR [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] handler.RSProcedureHandler(58): pid=112 java.io.IOException: Unable to complete flush {ENCODED => bbd4c5c5352c8f5e52f3c43ff45de955, NAME => 'TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T08:38:26,722 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=112 java.io.IOException: Unable to complete flush {ENCODED => bbd4c5c5352c8f5e52f3c43ff45de955, NAME => 'TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T08:38:26,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45349 {}] master.HMaster(4177): Remote procedure failed, pid=112 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bbd4c5c5352c8f5e52f3c43ff45de955, NAME => 'TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bbd4c5c5352c8f5e52f3c43ff45de955, NAME => 'TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T08:38:26,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45349 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=111 2024-11-13T08:38:26,824 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:38:26,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34102 deadline: 1731487166815, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:38:26,824 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:38:26,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34154 deadline: 1731487166815, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:38:26,825 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 , the old value is region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:26,825 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:26,825 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 because the exception is null or not the one we care about 2024-11-13T08:38:26,825 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:38:26,825 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 , the old value is region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:26,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34170 deadline: 1731487166815, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:38:26,825 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:26,825 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 because the exception is null or not the one we care about 2024-11-13T08:38:26,825 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:38:26,825 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 , the old value is region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:26,825 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:26,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34104 deadline: 1731487166815, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:38:26,825 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 because the exception is null or not the one we care about 2024-11-13T08:38:26,825 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 , the old value is region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:26,825 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:26,825 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 because the exception is null or not the one we care about 2024-11-13T08:38:26,875 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43851 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=112 2024-11-13T08:38:26,875 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955. 2024-11-13T08:38:26,875 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955. as already flushing 2024-11-13T08:38:26,875 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955. 2024-11-13T08:38:26,875 ERROR [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] handler.RSProcedureHandler(58): pid=112 java.io.IOException: Unable to complete flush {ENCODED => bbd4c5c5352c8f5e52f3c43ff45de955, NAME => 'TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T08:38:26,875 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=112 java.io.IOException: Unable to complete flush {ENCODED => bbd4c5c5352c8f5e52f3c43ff45de955, NAME => 'TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T08:38:26,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45349 {}] master.HMaster(4177): Remote procedure failed, pid=112 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bbd4c5c5352c8f5e52f3c43ff45de955, NAME => 'TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bbd4c5c5352c8f5e52f3c43ff45de955, NAME => 'TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T08:38:26,928 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=249, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/bbd4c5c5352c8f5e52f3c43ff45de955/.tmp/A/6bc3c6f1229b4b94b60c817353257c59 2024-11-13T08:38:26,935 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/bbd4c5c5352c8f5e52f3c43ff45de955/.tmp/B/42212c4a1bac4df195672368ba6c6fb7 is 50, key is test_row_0/B:col10/1731487105466/Put/seqid=0 2024-11-13T08:38:26,938 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38605 is added to blk_1073742236_1412 (size=12151) 2024-11-13T08:38:26,939 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=249 (bloomFilter=true), to=hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/bbd4c5c5352c8f5e52f3c43ff45de955/.tmp/B/42212c4a1bac4df195672368ba6c6fb7 2024-11-13T08:38:26,944 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/bbd4c5c5352c8f5e52f3c43ff45de955/.tmp/C/c229c90f8316438fbfd4e113d71734eb is 50, key is test_row_0/C:col10/1731487105466/Put/seqid=0 2024-11-13T08:38:26,948 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38605 is added to blk_1073742237_1413 (size=12151) 2024-11-13T08:38:27,027 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43851 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=112 2024-11-13T08:38:27,028 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955. 2024-11-13T08:38:27,028 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955. as already flushing 2024-11-13T08:38:27,028 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955. 2024-11-13T08:38:27,028 ERROR [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] handler.RSProcedureHandler(58): pid=112 java.io.IOException: Unable to complete flush {ENCODED => bbd4c5c5352c8f5e52f3c43ff45de955, NAME => 'TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T08:38:27,028 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=112 java.io.IOException: Unable to complete flush {ENCODED => bbd4c5c5352c8f5e52f3c43ff45de955, NAME => 'TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T08:38:27,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45349 {}] master.HMaster(4177): Remote procedure failed, pid=112 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bbd4c5c5352c8f5e52f3c43ff45de955, NAME => 'TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bbd4c5c5352c8f5e52f3c43ff45de955, NAME => 'TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T08:38:27,180 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43851 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=112 2024-11-13T08:38:27,181 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955. 2024-11-13T08:38:27,181 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955. as already flushing 2024-11-13T08:38:27,181 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955. 2024-11-13T08:38:27,181 ERROR [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] handler.RSProcedureHandler(58): pid=112 java.io.IOException: Unable to complete flush {ENCODED => bbd4c5c5352c8f5e52f3c43ff45de955, NAME => 'TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T08:38:27,181 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=112 java.io.IOException: Unable to complete flush {ENCODED => bbd4c5c5352c8f5e52f3c43ff45de955, NAME => 'TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T08:38:27,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45349 {}] master.HMaster(4177): Remote procedure failed, pid=112 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bbd4c5c5352c8f5e52f3c43ff45de955, NAME => 'TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bbd4c5c5352c8f5e52f3c43ff45de955, NAME => 'TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T08:38:27,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45349 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=111 2024-11-13T08:38:27,334 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43851 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=112 2024-11-13T08:38:27,334 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955. 2024-11-13T08:38:27,334 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955. as already flushing 2024-11-13T08:38:27,334 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955. 2024-11-13T08:38:27,334 ERROR [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] handler.RSProcedureHandler(58): pid=112 java.io.IOException: Unable to complete flush {ENCODED => bbd4c5c5352c8f5e52f3c43ff45de955, NAME => 'TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T08:38:27,334 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=112 java.io.IOException: Unable to complete flush {ENCODED => bbd4c5c5352c8f5e52f3c43ff45de955, NAME => 'TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T08:38:27,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45349 {}] master.HMaster(4177): Remote procedure failed, pid=112 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bbd4c5c5352c8f5e52f3c43ff45de955, NAME => 'TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bbd4c5c5352c8f5e52f3c43ff45de955, NAME => 'TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T08:38:27,341 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:38:27,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34102 deadline: 1731487167334, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:38:27,342 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:38:27,342 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 , the old value is region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:27,342 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:27,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34170 deadline: 1731487167335, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:38:27,342 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 because the exception is null or not the one we care about 2024-11-13T08:38:27,342 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:38:27,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34104 deadline: 1731487167335, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:38:27,342 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 , the old value is region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:27,342 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:27,342 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 because the exception is null or not the one we care about 2024-11-13T08:38:27,342 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 , the old value is region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:27,342 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:38:27,342 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:27,342 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 because the exception is null or not the one we care about 2024-11-13T08:38:27,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34154 deadline: 1731487167335, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:38:27,343 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 , the old value is region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:27,343 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:27,343 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 because the exception is null or not the one we care about 2024-11-13T08:38:27,349 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=249 (bloomFilter=true), to=hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/bbd4c5c5352c8f5e52f3c43ff45de955/.tmp/C/c229c90f8316438fbfd4e113d71734eb 2024-11-13T08:38:27,353 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/bbd4c5c5352c8f5e52f3c43ff45de955/.tmp/A/6bc3c6f1229b4b94b60c817353257c59 as hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/bbd4c5c5352c8f5e52f3c43ff45de955/A/6bc3c6f1229b4b94b60c817353257c59 2024-11-13T08:38:27,356 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/bbd4c5c5352c8f5e52f3c43ff45de955/A/6bc3c6f1229b4b94b60c817353257c59, entries=200, sequenceid=249, filesize=38.8 K 2024-11-13T08:38:27,357 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/bbd4c5c5352c8f5e52f3c43ff45de955/.tmp/B/42212c4a1bac4df195672368ba6c6fb7 as hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/bbd4c5c5352c8f5e52f3c43ff45de955/B/42212c4a1bac4df195672368ba6c6fb7 2024-11-13T08:38:27,360 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/bbd4c5c5352c8f5e52f3c43ff45de955/B/42212c4a1bac4df195672368ba6c6fb7, entries=150, sequenceid=249, filesize=11.9 K 2024-11-13T08:38:27,362 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/bbd4c5c5352c8f5e52f3c43ff45de955/.tmp/C/c229c90f8316438fbfd4e113d71734eb as hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/bbd4c5c5352c8f5e52f3c43ff45de955/C/c229c90f8316438fbfd4e113d71734eb 2024-11-13T08:38:27,365 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/bbd4c5c5352c8f5e52f3c43ff45de955/C/c229c90f8316438fbfd4e113d71734eb, entries=150, sequenceid=249, filesize=11.9 K 2024-11-13T08:38:27,365 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for bbd4c5c5352c8f5e52f3c43ff45de955 in 1267ms, sequenceid=249, compaction requested=true 2024-11-13T08:38:27,366 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for bbd4c5c5352c8f5e52f3c43ff45de955: 2024-11-13T08:38:27,366 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store bbd4c5c5352c8f5e52f3c43ff45de955:A, priority=-2147483648, current under compaction store size is 1 2024-11-13T08:38:27,366 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T08:38:27,366 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store bbd4c5c5352c8f5e52f3c43ff45de955:B, priority=-2147483648, current under compaction store size is 2 2024-11-13T08:38:27,366 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-13T08:38:27,366 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store bbd4c5c5352c8f5e52f3c43ff45de955:C, priority=-2147483648, current under compaction store size is 3 2024-11-13T08:38:27,366 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-13T08:38:27,366 DEBUG [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-13T08:38:27,366 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-13T08:38:27,367 DEBUG [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 102471 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-13T08:38:27,367 DEBUG [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] regionserver.HStore(1541): bbd4c5c5352c8f5e52f3c43ff45de955/A is initiating minor compaction (all files) 2024-11-13T08:38:27,367 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36965 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-13T08:38:27,367 INFO [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of bbd4c5c5352c8f5e52f3c43ff45de955/A in TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955. 2024-11-13T08:38:27,367 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] regionserver.HStore(1541): bbd4c5c5352c8f5e52f3c43ff45de955/B is initiating minor compaction (all files) 2024-11-13T08:38:27,367 INFO [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/bbd4c5c5352c8f5e52f3c43ff45de955/A/97a6f959e1314fd5878cc7e2ac0dc650, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/bbd4c5c5352c8f5e52f3c43ff45de955/A/365c061035b645ac8de3e4177690f378, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/bbd4c5c5352c8f5e52f3c43ff45de955/A/6bc3c6f1229b4b94b60c817353257c59] into tmpdir=hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/bbd4c5c5352c8f5e52f3c43ff45de955/.tmp, totalSize=100.1 K 2024-11-13T08:38:27,367 INFO [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of bbd4c5c5352c8f5e52f3c43ff45de955/B in TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955. 2024-11-13T08:38:27,367 INFO [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955. 2024-11-13T08:38:27,367 DEBUG [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955. files: [hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/bbd4c5c5352c8f5e52f3c43ff45de955/A/97a6f959e1314fd5878cc7e2ac0dc650, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/bbd4c5c5352c8f5e52f3c43ff45de955/A/365c061035b645ac8de3e4177690f378, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/bbd4c5c5352c8f5e52f3c43ff45de955/A/6bc3c6f1229b4b94b60c817353257c59] 2024-11-13T08:38:27,367 INFO [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/bbd4c5c5352c8f5e52f3c43ff45de955/B/68b48d934b974b0bbffe2c574163889b, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/bbd4c5c5352c8f5e52f3c43ff45de955/B/d8281afadd95420da56f50680961e46e, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/bbd4c5c5352c8f5e52f3c43ff45de955/B/42212c4a1bac4df195672368ba6c6fb7] into tmpdir=hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/bbd4c5c5352c8f5e52f3c43ff45de955/.tmp, totalSize=36.1 K 2024-11-13T08:38:27,367 DEBUG [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] compactions.Compactor(225): Compacting 97a6f959e1314fd5878cc7e2ac0dc650, keycount=150, bloomtype=ROW, size=30.9 K, encoding=NONE, compression=NONE, seqNum=209, earliestPutTs=1731487103177 2024-11-13T08:38:27,367 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] compactions.Compactor(225): Compacting 68b48d934b974b0bbffe2c574163889b, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=209, earliestPutTs=1731487103177 2024-11-13T08:38:27,368 DEBUG [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] compactions.Compactor(225): Compacting 365c061035b645ac8de3e4177690f378, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=236, earliestPutTs=1731487103256 2024-11-13T08:38:27,368 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] compactions.Compactor(225): Compacting d8281afadd95420da56f50680961e46e, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=236, earliestPutTs=1731487103256 2024-11-13T08:38:27,368 DEBUG [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] compactions.Compactor(225): Compacting 6bc3c6f1229b4b94b60c817353257c59, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=249, earliestPutTs=1731487105463 2024-11-13T08:38:27,368 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] compactions.Compactor(225): Compacting 42212c4a1bac4df195672368ba6c6fb7, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=249, earliestPutTs=1731487105464 2024-11-13T08:38:27,375 INFO [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=bbd4c5c5352c8f5e52f3c43ff45de955] 2024-11-13T08:38:27,377 DEBUG [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241113c9326509cbbf4a4290b3b0b807658ec7_bbd4c5c5352c8f5e52f3c43ff45de955 store=[table=TestAcidGuarantees family=A region=bbd4c5c5352c8f5e52f3c43ff45de955] 2024-11-13T08:38:27,377 INFO [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): bbd4c5c5352c8f5e52f3c43ff45de955#B#compaction#345 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-13T08:38:27,377 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/bbd4c5c5352c8f5e52f3c43ff45de955/.tmp/B/df4e99b9f1904a27a0a75c73506ced85 is 50, key is test_row_0/B:col10/1731487105466/Put/seqid=0 2024-11-13T08:38:27,378 DEBUG [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241113c9326509cbbf4a4290b3b0b807658ec7_bbd4c5c5352c8f5e52f3c43ff45de955, store=[table=TestAcidGuarantees family=A region=bbd4c5c5352c8f5e52f3c43ff45de955] 2024-11-13T08:38:27,379 DEBUG [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241113c9326509cbbf4a4290b3b0b807658ec7_bbd4c5c5352c8f5e52f3c43ff45de955 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=bbd4c5c5352c8f5e52f3c43ff45de955] 2024-11-13T08:38:27,388 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38605 is added to blk_1073742238_1414 (size=12765) 2024-11-13T08:38:27,389 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38605 is added to blk_1073742239_1415 (size=4469) 2024-11-13T08:38:27,390 INFO [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): bbd4c5c5352c8f5e52f3c43ff45de955#A#compaction#344 average throughput is 1.63 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-13T08:38:27,391 DEBUG [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/bbd4c5c5352c8f5e52f3c43ff45de955/.tmp/A/a697ea6702f24b7ba9bd2171a64e7cca is 175, key is test_row_0/A:col10/1731487105466/Put/seqid=0 2024-11-13T08:38:27,397 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38605 is added to blk_1073742240_1416 (size=31719) 2024-11-13T08:38:27,487 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43851 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=112 2024-11-13T08:38:27,487 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955. 2024-11-13T08:38:27,487 INFO [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HRegion(2902): Flushing bbd4c5c5352c8f5e52f3c43ff45de955 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-13T08:38:27,493 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955. as already flushing 2024-11-13T08:38:27,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] regionserver.HRegion(8855): Flush requested on bbd4c5c5352c8f5e52f3c43ff45de955 2024-11-13T08:38:27,495 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241113baafe8239af546a98bd57b6f8a9160e3_bbd4c5c5352c8f5e52f3c43ff45de955 is 50, key is test_row_0/A:col10/1731487106170/Put/seqid=0 2024-11-13T08:38:27,498 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38605 is added to blk_1073742241_1417 (size=12454) 2024-11-13T08:38:27,567 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:38:27,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34138 deadline: 1731487167563, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:38:27,567 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 , the old value is region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:27,568 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:27,568 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 because the exception is null or not the one we care about 2024-11-13T08:38:27,680 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:38:27,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34138 deadline: 1731487167674, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:38:27,681 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 , the old value is region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:27,681 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:27,681 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 because the exception is null or not the one we care about 2024-11-13T08:38:27,793 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/bbd4c5c5352c8f5e52f3c43ff45de955/.tmp/B/df4e99b9f1904a27a0a75c73506ced85 as hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/bbd4c5c5352c8f5e52f3c43ff45de955/B/df4e99b9f1904a27a0a75c73506ced85 2024-11-13T08:38:27,798 INFO [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in bbd4c5c5352c8f5e52f3c43ff45de955/B of bbd4c5c5352c8f5e52f3c43ff45de955 into df4e99b9f1904a27a0a75c73506ced85(size=12.5 K), total size for store is 12.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T08:38:27,798 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for bbd4c5c5352c8f5e52f3c43ff45de955: 2024-11-13T08:38:27,798 INFO [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., storeName=bbd4c5c5352c8f5e52f3c43ff45de955/B, priority=13, startTime=1731487107366; duration=0sec 2024-11-13T08:38:27,798 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-13T08:38:27,798 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: bbd4c5c5352c8f5e52f3c43ff45de955:B 2024-11-13T08:38:27,798 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-13T08:38:27,799 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36965 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-13T08:38:27,799 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] regionserver.HStore(1541): bbd4c5c5352c8f5e52f3c43ff45de955/C is initiating minor compaction (all files) 2024-11-13T08:38:27,799 INFO [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of bbd4c5c5352c8f5e52f3c43ff45de955/C in TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955. 2024-11-13T08:38:27,799 INFO [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/bbd4c5c5352c8f5e52f3c43ff45de955/C/2bf6355626584207a9bdbe7290855cd7, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/bbd4c5c5352c8f5e52f3c43ff45de955/C/4dc87ca940b0459190045379cf582678, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/bbd4c5c5352c8f5e52f3c43ff45de955/C/c229c90f8316438fbfd4e113d71734eb] into tmpdir=hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/bbd4c5c5352c8f5e52f3c43ff45de955/.tmp, totalSize=36.1 K 2024-11-13T08:38:27,799 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] compactions.Compactor(225): Compacting 2bf6355626584207a9bdbe7290855cd7, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=209, earliestPutTs=1731487103177 2024-11-13T08:38:27,800 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] compactions.Compactor(225): Compacting 4dc87ca940b0459190045379cf582678, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=236, earliestPutTs=1731487103256 2024-11-13T08:38:27,800 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] compactions.Compactor(225): Compacting c229c90f8316438fbfd4e113d71734eb, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=249, earliestPutTs=1731487105464 2024-11-13T08:38:27,801 DEBUG [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/bbd4c5c5352c8f5e52f3c43ff45de955/.tmp/A/a697ea6702f24b7ba9bd2171a64e7cca as hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/bbd4c5c5352c8f5e52f3c43ff45de955/A/a697ea6702f24b7ba9bd2171a64e7cca 2024-11-13T08:38:27,805 INFO [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in bbd4c5c5352c8f5e52f3c43ff45de955/A of bbd4c5c5352c8f5e52f3c43ff45de955 into a697ea6702f24b7ba9bd2171a64e7cca(size=31.0 K), total size for store is 31.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T08:38:27,805 DEBUG [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for bbd4c5c5352c8f5e52f3c43ff45de955: 2024-11-13T08:38:27,805 INFO [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., storeName=bbd4c5c5352c8f5e52f3c43ff45de955/A, priority=13, startTime=1731487107366; duration=0sec 2024-11-13T08:38:27,805 DEBUG [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T08:38:27,805 DEBUG [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: bbd4c5c5352c8f5e52f3c43ff45de955:A 2024-11-13T08:38:27,807 INFO [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): bbd4c5c5352c8f5e52f3c43ff45de955#C#compaction#347 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-13T08:38:27,807 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/bbd4c5c5352c8f5e52f3c43ff45de955/.tmp/C/168e07e5a3a94cff84c9d1f924f79245 is 50, key is test_row_0/C:col10/1731487105466/Put/seqid=0 2024-11-13T08:38:27,810 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38605 is added to blk_1073742242_1418 (size=12765) 2024-11-13T08:38:27,894 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:38:27,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34138 deadline: 1731487167885, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:38:27,894 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 , the old value is region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:27,895 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:27,895 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 because the exception is null or not the one we care about 2024-11-13T08:38:27,899 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:27,902 INFO [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241113baafe8239af546a98bd57b6f8a9160e3_bbd4c5c5352c8f5e52f3c43ff45de955 to hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241113baafe8239af546a98bd57b6f8a9160e3_bbd4c5c5352c8f5e52f3c43ff45de955 2024-11-13T08:38:27,903 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/bbd4c5c5352c8f5e52f3c43ff45de955/.tmp/A/2949b16cf0764ccebd9fc23e0622e073, store: [table=TestAcidGuarantees family=A region=bbd4c5c5352c8f5e52f3c43ff45de955] 2024-11-13T08:38:27,903 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/bbd4c5c5352c8f5e52f3c43ff45de955/.tmp/A/2949b16cf0764ccebd9fc23e0622e073 is 175, key is test_row_0/A:col10/1731487106170/Put/seqid=0 2024-11-13T08:38:27,907 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38605 is added to blk_1073742243_1419 (size=31255) 2024-11-13T08:38:27,907 INFO [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=273, memsize=47.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/bbd4c5c5352c8f5e52f3c43ff45de955/.tmp/A/2949b16cf0764ccebd9fc23e0622e073 2024-11-13T08:38:27,914 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/bbd4c5c5352c8f5e52f3c43ff45de955/.tmp/B/2a71ee9b13d541fea747a8659f10b447 is 50, key is test_row_0/B:col10/1731487106170/Put/seqid=0 2024-11-13T08:38:27,917 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38605 is added to blk_1073742244_1420 (size=12301) 2024-11-13T08:38:28,207 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:38:28,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34138 deadline: 1731487168204, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:38:28,208 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 , the old value is region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:28,208 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:28,208 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 because the exception is null or not the one we care about 2024-11-13T08:38:28,215 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/bbd4c5c5352c8f5e52f3c43ff45de955/.tmp/C/168e07e5a3a94cff84c9d1f924f79245 as hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/bbd4c5c5352c8f5e52f3c43ff45de955/C/168e07e5a3a94cff84c9d1f924f79245 2024-11-13T08:38:28,219 INFO [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in bbd4c5c5352c8f5e52f3c43ff45de955/C of bbd4c5c5352c8f5e52f3c43ff45de955 into 168e07e5a3a94cff84c9d1f924f79245(size=12.5 K), total size for store is 12.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T08:38:28,219 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for bbd4c5c5352c8f5e52f3c43ff45de955: 2024-11-13T08:38:28,219 INFO [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., storeName=bbd4c5c5352c8f5e52f3c43ff45de955/C, priority=13, startTime=1731487107366; duration=0sec 2024-11-13T08:38:28,219 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T08:38:28,219 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: bbd4c5c5352c8f5e52f3c43ff45de955:C 2024-11-13T08:38:28,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45349 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=111 2024-11-13T08:38:28,318 INFO [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=273 (bloomFilter=true), to=hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/bbd4c5c5352c8f5e52f3c43ff45de955/.tmp/B/2a71ee9b13d541fea747a8659f10b447 2024-11-13T08:38:28,325 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/bbd4c5c5352c8f5e52f3c43ff45de955/.tmp/C/692f27b57fde4ca1ad4d21de6e2efb4e is 50, key is test_row_0/C:col10/1731487106170/Put/seqid=0 2024-11-13T08:38:28,329 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38605 is added to blk_1073742245_1421 (size=12301) 2024-11-13T08:38:28,360 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:38:28,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34102 deadline: 1731487168355, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:38:28,361 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:38:28,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34170 deadline: 1731487168355, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:38:28,361 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:38:28,361 WARN [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRpcRetryingCaller(177): Call to dd3a0865bb23,43851,1731486997349 for 'test_row_1' in bbd4c5c5352c8f5e52f3c43ff45de955 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2197 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-13T08:38:28,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34104 deadline: 1731487168355, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:38:28,361 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 , the old value is region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:28,361 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:28,361 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 because the exception is null or not the one we care about 2024-11-13T08:38:28,361 WARN [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRpcRetryingCaller(177): Call to dd3a0865bb23,43851,1731486997349 for 'test_row_1' in bbd4c5c5352c8f5e52f3c43ff45de955 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2190 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-13T08:38:28,362 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:38:28,362 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 , the old value is region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:28,362 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:28,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34154 deadline: 1731487168355, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:38:28,362 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 because the exception is null or not the one we care about 2024-11-13T08:38:28,362 WARN [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRpcRetryingCaller(177): Call to dd3a0865bb23,43851,1731486997349 for 'test_row_1' in bbd4c5c5352c8f5e52f3c43ff45de955 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2189 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-13T08:38:28,362 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 , the old value is region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:28,362 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:28,362 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 because the exception is null or not the one we care about 2024-11-13T08:38:28,362 WARN [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRpcRetryingCaller(177): Call to dd3a0865bb23,43851,1731486997349 for 'test_row_2' in bbd4c5c5352c8f5e52f3c43ff45de955 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2198 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-13T08:38:28,363 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 , the old value is region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:28,363 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:28,363 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 because the exception is null or not the one we care about 2024-11-13T08:38:28,718 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:38:28,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34138 deadline: 1731487168714, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:38:28,718 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 , the old value is region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:28,718 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:28,719 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 because the exception is null or not the one we care about 2024-11-13T08:38:28,729 INFO [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=273 (bloomFilter=true), to=hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/bbd4c5c5352c8f5e52f3c43ff45de955/.tmp/C/692f27b57fde4ca1ad4d21de6e2efb4e 2024-11-13T08:38:28,733 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/bbd4c5c5352c8f5e52f3c43ff45de955/.tmp/A/2949b16cf0764ccebd9fc23e0622e073 as hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/bbd4c5c5352c8f5e52f3c43ff45de955/A/2949b16cf0764ccebd9fc23e0622e073 2024-11-13T08:38:28,736 INFO [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/bbd4c5c5352c8f5e52f3c43ff45de955/A/2949b16cf0764ccebd9fc23e0622e073, entries=150, sequenceid=273, filesize=30.5 K 2024-11-13T08:38:28,737 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/bbd4c5c5352c8f5e52f3c43ff45de955/.tmp/B/2a71ee9b13d541fea747a8659f10b447 as hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/bbd4c5c5352c8f5e52f3c43ff45de955/B/2a71ee9b13d541fea747a8659f10b447 2024-11-13T08:38:28,740 INFO [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/bbd4c5c5352c8f5e52f3c43ff45de955/B/2a71ee9b13d541fea747a8659f10b447, entries=150, sequenceid=273, filesize=12.0 K 2024-11-13T08:38:28,741 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/bbd4c5c5352c8f5e52f3c43ff45de955/.tmp/C/692f27b57fde4ca1ad4d21de6e2efb4e as hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/bbd4c5c5352c8f5e52f3c43ff45de955/C/692f27b57fde4ca1ad4d21de6e2efb4e 2024-11-13T08:38:28,744 INFO [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/bbd4c5c5352c8f5e52f3c43ff45de955/C/692f27b57fde4ca1ad4d21de6e2efb4e, entries=150, sequenceid=273, filesize=12.0 K 2024-11-13T08:38:28,745 INFO [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HRegion(3140): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for bbd4c5c5352c8f5e52f3c43ff45de955 in 1258ms, sequenceid=273, compaction requested=false 2024-11-13T08:38:28,745 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HRegion(2603): Flush status journal for bbd4c5c5352c8f5e52f3c43ff45de955: 2024-11-13T08:38:28,745 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955. 2024-11-13T08:38:28,745 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=112 2024-11-13T08:38:28,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45349 {}] master.HMaster(4169): Remote procedure done, pid=112 2024-11-13T08:38:28,748 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=112, resume processing ppid=111 2024-11-13T08:38:28,748 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=112, ppid=111, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.6350 sec 2024-11-13T08:38:28,749 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=111, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=111, table=TestAcidGuarantees in 2.6420 sec 2024-11-13T08:38:29,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] regionserver.HRegion(8855): Flush requested on bbd4c5c5352c8f5e52f3c43ff45de955 2024-11-13T08:38:29,729 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-13T08:38:29,730 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing bbd4c5c5352c8f5e52f3c43ff45de955 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-13T08:38:29,736 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241113bed65d7f13814f7f904676af372ff0ad_bbd4c5c5352c8f5e52f3c43ff45de955 is 50, key is test_row_0/A:col10/1731487107561/Put/seqid=0 2024-11-13T08:38:29,749 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38605 is added to blk_1073742246_1422 (size=14994) 2024-11-13T08:38:29,922 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:38:29,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34138 deadline: 1731487169912, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:38:29,923 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 , the old value is region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:29,923 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:29,923 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 because the exception is null or not the one we care about 2024-11-13T08:38:30,032 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:38:30,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34138 deadline: 1731487170025, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:38:30,032 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 , the old value is region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:30,032 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:30,032 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 because the exception is null or not the one we care about 2024-11-13T08:38:30,150 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:30,153 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241113bed65d7f13814f7f904676af372ff0ad_bbd4c5c5352c8f5e52f3c43ff45de955 to hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241113bed65d7f13814f7f904676af372ff0ad_bbd4c5c5352c8f5e52f3c43ff45de955 2024-11-13T08:38:30,154 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/bbd4c5c5352c8f5e52f3c43ff45de955/.tmp/A/696c721764e744fc8bda4a52812565b6, store: [table=TestAcidGuarantees family=A region=bbd4c5c5352c8f5e52f3c43ff45de955] 2024-11-13T08:38:30,155 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/bbd4c5c5352c8f5e52f3c43ff45de955/.tmp/A/696c721764e744fc8bda4a52812565b6 is 175, key is test_row_0/A:col10/1731487107561/Put/seqid=0 2024-11-13T08:38:30,158 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38605 is added to blk_1073742247_1423 (size=39949) 2024-11-13T08:38:30,246 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:38:30,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34138 deadline: 1731487170234, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:38:30,246 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 , the old value is region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:30,246 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:30,246 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 because the exception is null or not the one we care about 2024-11-13T08:38:30,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45349 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=111 2024-11-13T08:38:30,265 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-13T08:38:30,266 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45349 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-13T08:38:30,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45349 {}] procedure2.ProcedureExecutor(1139): Stored pid=113, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=113, table=TestAcidGuarantees 2024-11-13T08:38:30,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45349 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=113 2024-11-13T08:38:30,268 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=113, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=113, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-13T08:38:30,268 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=113, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=113, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-13T08:38:30,268 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=114, ppid=113, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-13T08:38:30,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45349 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=113 2024-11-13T08:38:30,385 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:38:30,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34170 deadline: 1731487170375, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:38:30,385 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:38:30,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34104 deadline: 1731487170375, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:38:30,386 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:38:30,385 WARN [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRpcRetryingCaller(177): Call to dd3a0865bb23,43851,1731486997349 for 'test_row_1' in bbd4c5c5352c8f5e52f3c43ff45de955 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4214 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-13T08:38:30,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34154 deadline: 1731487170375, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:38:30,386 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 , the old value is region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:30,386 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:30,386 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 because the exception is null or not the one we care about 2024-11-13T08:38:30,386 WARN [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRpcRetryingCaller(177): Call to dd3a0865bb23,43851,1731486997349 for 'test_row_1' in bbd4c5c5352c8f5e52f3c43ff45de955 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4213 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-13T08:38:30,386 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 , the old value is region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:30,386 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:30,386 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 because the exception is null or not the one we care about 2024-11-13T08:38:30,387 WARN [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRpcRetryingCaller(177): Call to dd3a0865bb23,43851,1731486997349 for 'test_row_2' in bbd4c5c5352c8f5e52f3c43ff45de955 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4222 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-13T08:38:30,387 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 , the old value is region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:30,387 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:30,387 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 because the exception is null or not the one we care about 2024-11-13T08:38:30,394 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:38:30,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34102 deadline: 1731487170384, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:38:30,394 WARN [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRpcRetryingCaller(177): Call to dd3a0865bb23,43851,1731486997349 for 'test_row_1' in bbd4c5c5352c8f5e52f3c43ff45de955 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4231 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-13T08:38:30,395 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 , the old value is region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:30,395 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:30,395 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 because the exception is null or not the one we care about 2024-11-13T08:38:30,420 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43851 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=114 2024-11-13T08:38:30,421 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955. 2024-11-13T08:38:30,421 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955. as already flushing 2024-11-13T08:38:30,421 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955. 2024-11-13T08:38:30,421 ERROR [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] handler.RSProcedureHandler(58): pid=114 java.io.IOException: Unable to complete flush {ENCODED => bbd4c5c5352c8f5e52f3c43ff45de955, NAME => 'TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T08:38:30,421 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=114 java.io.IOException: Unable to complete flush {ENCODED => bbd4c5c5352c8f5e52f3c43ff45de955, NAME => 'TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T08:38:30,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45349 {}] master.HMaster(4177): Remote procedure failed, pid=114 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bbd4c5c5352c8f5e52f3c43ff45de955, NAME => 'TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bbd4c5c5352c8f5e52f3c43ff45de955, NAME => 'TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T08:38:30,559 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=289, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/bbd4c5c5352c8f5e52f3c43ff45de955/.tmp/A/696c721764e744fc8bda4a52812565b6 2024-11-13T08:38:30,566 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/bbd4c5c5352c8f5e52f3c43ff45de955/.tmp/B/d0df149fa35b43a880165185886aae0a is 50, key is test_row_0/B:col10/1731487107561/Put/seqid=0 2024-11-13T08:38:30,566 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:38:30,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34138 deadline: 1731487170555, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:38:30,566 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 , the old value is region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:30,566 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:30,566 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 because the exception is null or not the one we care about 2024-11-13T08:38:30,569 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38605 is added to blk_1073742248_1424 (size=12301) 2024-11-13T08:38:30,569 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=289 (bloomFilter=true), to=hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/bbd4c5c5352c8f5e52f3c43ff45de955/.tmp/B/d0df149fa35b43a880165185886aae0a 2024-11-13T08:38:30,574 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43851 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=114 2024-11-13T08:38:30,574 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955. 2024-11-13T08:38:30,574 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955. as already flushing 2024-11-13T08:38:30,574 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955. 2024-11-13T08:38:30,574 ERROR [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] handler.RSProcedureHandler(58): pid=114 java.io.IOException: Unable to complete flush {ENCODED => bbd4c5c5352c8f5e52f3c43ff45de955, NAME => 'TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T08:38:30,574 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=114 java.io.IOException: Unable to complete flush {ENCODED => bbd4c5c5352c8f5e52f3c43ff45de955, NAME => 'TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T08:38:30,575 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/bbd4c5c5352c8f5e52f3c43ff45de955/.tmp/C/d98e609f89e0413ea85529c9b672acab is 50, key is test_row_0/C:col10/1731487107561/Put/seqid=0 2024-11-13T08:38:30,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45349 {}] master.HMaster(4177): Remote procedure failed, pid=114 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bbd4c5c5352c8f5e52f3c43ff45de955, NAME => 'TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bbd4c5c5352c8f5e52f3c43ff45de955, NAME => 'TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T08:38:30,579 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38605 is added to blk_1073742249_1425 (size=12301) 2024-11-13T08:38:30,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45349 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=113 2024-11-13T08:38:30,727 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43851 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=114 2024-11-13T08:38:30,728 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955. 2024-11-13T08:38:30,728 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955. as already flushing 2024-11-13T08:38:30,728 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955. 2024-11-13T08:38:30,728 ERROR [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] handler.RSProcedureHandler(58): pid=114 java.io.IOException: Unable to complete flush {ENCODED => bbd4c5c5352c8f5e52f3c43ff45de955, NAME => 'TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T08:38:30,728 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=114 java.io.IOException: Unable to complete flush {ENCODED => bbd4c5c5352c8f5e52f3c43ff45de955, NAME => 'TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T08:38:30,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45349 {}] master.HMaster(4177): Remote procedure failed, pid=114 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bbd4c5c5352c8f5e52f3c43ff45de955, NAME => 'TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bbd4c5c5352c8f5e52f3c43ff45de955, NAME => 'TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T08:38:30,881 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43851 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=114 2024-11-13T08:38:30,881 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955. 2024-11-13T08:38:30,881 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955. as already flushing 2024-11-13T08:38:30,881 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955. 2024-11-13T08:38:30,881 ERROR [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] handler.RSProcedureHandler(58): pid=114 java.io.IOException: Unable to complete flush {ENCODED => bbd4c5c5352c8f5e52f3c43ff45de955, NAME => 'TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T08:38:30,881 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=114 java.io.IOException: Unable to complete flush {ENCODED => bbd4c5c5352c8f5e52f3c43ff45de955, NAME => 'TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T08:38:30,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45349 {}] master.HMaster(4177): Remote procedure failed, pid=114 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bbd4c5c5352c8f5e52f3c43ff45de955, NAME => 'TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bbd4c5c5352c8f5e52f3c43ff45de955, NAME => 'TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T08:38:30,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45349 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=113 2024-11-13T08:38:30,980 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=289 (bloomFilter=true), to=hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/bbd4c5c5352c8f5e52f3c43ff45de955/.tmp/C/d98e609f89e0413ea85529c9b672acab 2024-11-13T08:38:30,985 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/bbd4c5c5352c8f5e52f3c43ff45de955/.tmp/A/696c721764e744fc8bda4a52812565b6 as hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/bbd4c5c5352c8f5e52f3c43ff45de955/A/696c721764e744fc8bda4a52812565b6 2024-11-13T08:38:30,992 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/bbd4c5c5352c8f5e52f3c43ff45de955/A/696c721764e744fc8bda4a52812565b6, entries=200, sequenceid=289, filesize=39.0 K 2024-11-13T08:38:30,993 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/bbd4c5c5352c8f5e52f3c43ff45de955/.tmp/B/d0df149fa35b43a880165185886aae0a as hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/bbd4c5c5352c8f5e52f3c43ff45de955/B/d0df149fa35b43a880165185886aae0a 2024-11-13T08:38:30,996 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/bbd4c5c5352c8f5e52f3c43ff45de955/B/d0df149fa35b43a880165185886aae0a, entries=150, sequenceid=289, filesize=12.0 K 2024-11-13T08:38:30,996 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/bbd4c5c5352c8f5e52f3c43ff45de955/.tmp/C/d98e609f89e0413ea85529c9b672acab as hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/bbd4c5c5352c8f5e52f3c43ff45de955/C/d98e609f89e0413ea85529c9b672acab 2024-11-13T08:38:31,001 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/bbd4c5c5352c8f5e52f3c43ff45de955/C/d98e609f89e0413ea85529c9b672acab, entries=150, sequenceid=289, filesize=12.0 K 2024-11-13T08:38:31,002 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for bbd4c5c5352c8f5e52f3c43ff45de955 in 1272ms, sequenceid=289, compaction requested=true 2024-11-13T08:38:31,002 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for bbd4c5c5352c8f5e52f3c43ff45de955: 2024-11-13T08:38:31,002 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store bbd4c5c5352c8f5e52f3c43ff45de955:A, priority=-2147483648, current under compaction store size is 1 2024-11-13T08:38:31,002 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T08:38:31,002 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store bbd4c5c5352c8f5e52f3c43ff45de955:B, priority=-2147483648, current under compaction store size is 2 2024-11-13T08:38:31,002 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-13T08:38:31,002 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store bbd4c5c5352c8f5e52f3c43ff45de955:C, priority=-2147483648, current under compaction store size is 3 2024-11-13T08:38:31,002 DEBUG [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-13T08:38:31,002 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-13T08:38:31,002 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-13T08:38:31,004 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37367 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-13T08:38:31,004 DEBUG [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 102923 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-13T08:38:31,004 DEBUG [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] regionserver.HStore(1541): bbd4c5c5352c8f5e52f3c43ff45de955/A is initiating minor compaction (all files) 2024-11-13T08:38:31,004 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] regionserver.HStore(1541): bbd4c5c5352c8f5e52f3c43ff45de955/B is initiating minor compaction (all files) 2024-11-13T08:38:31,004 INFO [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of bbd4c5c5352c8f5e52f3c43ff45de955/A in TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955. 2024-11-13T08:38:31,004 INFO [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of bbd4c5c5352c8f5e52f3c43ff45de955/B in TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955. 2024-11-13T08:38:31,004 INFO [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/bbd4c5c5352c8f5e52f3c43ff45de955/A/a697ea6702f24b7ba9bd2171a64e7cca, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/bbd4c5c5352c8f5e52f3c43ff45de955/A/2949b16cf0764ccebd9fc23e0622e073, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/bbd4c5c5352c8f5e52f3c43ff45de955/A/696c721764e744fc8bda4a52812565b6] into tmpdir=hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/bbd4c5c5352c8f5e52f3c43ff45de955/.tmp, totalSize=100.5 K 2024-11-13T08:38:31,004 INFO [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/bbd4c5c5352c8f5e52f3c43ff45de955/B/df4e99b9f1904a27a0a75c73506ced85, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/bbd4c5c5352c8f5e52f3c43ff45de955/B/2a71ee9b13d541fea747a8659f10b447, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/bbd4c5c5352c8f5e52f3c43ff45de955/B/d0df149fa35b43a880165185886aae0a] into tmpdir=hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/bbd4c5c5352c8f5e52f3c43ff45de955/.tmp, totalSize=36.5 K 2024-11-13T08:38:31,005 INFO [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955. 2024-11-13T08:38:31,005 DEBUG [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955. files: [hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/bbd4c5c5352c8f5e52f3c43ff45de955/A/a697ea6702f24b7ba9bd2171a64e7cca, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/bbd4c5c5352c8f5e52f3c43ff45de955/A/2949b16cf0764ccebd9fc23e0622e073, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/bbd4c5c5352c8f5e52f3c43ff45de955/A/696c721764e744fc8bda4a52812565b6] 2024-11-13T08:38:31,005 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] compactions.Compactor(225): Compacting df4e99b9f1904a27a0a75c73506ced85, keycount=150, bloomtype=ROW, size=12.5 K, encoding=NONE, compression=NONE, seqNum=249, earliestPutTs=1731487105464 2024-11-13T08:38:31,005 DEBUG [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] compactions.Compactor(225): Compacting a697ea6702f24b7ba9bd2171a64e7cca, keycount=150, bloomtype=ROW, size=31.0 K, encoding=NONE, compression=NONE, seqNum=249, earliestPutTs=1731487105464 2024-11-13T08:38:31,005 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] compactions.Compactor(225): Compacting 2a71ee9b13d541fea747a8659f10b447, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=273, earliestPutTs=1731487106158 2024-11-13T08:38:31,005 DEBUG [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] compactions.Compactor(225): Compacting 2949b16cf0764ccebd9fc23e0622e073, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=273, earliestPutTs=1731487106158 2024-11-13T08:38:31,006 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] compactions.Compactor(225): Compacting d0df149fa35b43a880165185886aae0a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=289, earliestPutTs=1731487107513 2024-11-13T08:38:31,006 DEBUG [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] compactions.Compactor(225): Compacting 696c721764e744fc8bda4a52812565b6, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=289, earliestPutTs=1731487107513 2024-11-13T08:38:31,013 INFO [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): bbd4c5c5352c8f5e52f3c43ff45de955#B#compaction#353 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-13T08:38:31,013 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/bbd4c5c5352c8f5e52f3c43ff45de955/.tmp/B/0d78005cb4394843a59d5dd297f17cfe is 50, key is test_row_0/B:col10/1731487107561/Put/seqid=0 2024-11-13T08:38:31,014 INFO [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=bbd4c5c5352c8f5e52f3c43ff45de955] 2024-11-13T08:38:31,017 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38605 is added to blk_1073742250_1426 (size=13017) 2024-11-13T08:38:31,025 DEBUG [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241113199632fcb509414ba812e76c98b97f37_bbd4c5c5352c8f5e52f3c43ff45de955 store=[table=TestAcidGuarantees family=A region=bbd4c5c5352c8f5e52f3c43ff45de955] 2024-11-13T08:38:31,026 DEBUG [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241113199632fcb509414ba812e76c98b97f37_bbd4c5c5352c8f5e52f3c43ff45de955, store=[table=TestAcidGuarantees family=A region=bbd4c5c5352c8f5e52f3c43ff45de955] 2024-11-13T08:38:31,026 DEBUG [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241113199632fcb509414ba812e76c98b97f37_bbd4c5c5352c8f5e52f3c43ff45de955 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=bbd4c5c5352c8f5e52f3c43ff45de955] 2024-11-13T08:38:31,031 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38605 is added to blk_1073742251_1427 (size=4469) 2024-11-13T08:38:31,034 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43851 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=114 2024-11-13T08:38:31,034 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955. 2024-11-13T08:38:31,035 INFO [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HRegion(2902): Flushing bbd4c5c5352c8f5e52f3c43ff45de955 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-13T08:38:31,041 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111309f6154f49f74bdb8219303aa81b19f2_bbd4c5c5352c8f5e52f3c43ff45de955 is 50, key is test_row_0/A:col10/1731487109886/Put/seqid=0 2024-11-13T08:38:31,046 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38605 is added to blk_1073742252_1428 (size=12454) 2024-11-13T08:38:31,084 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955. as already flushing 2024-11-13T08:38:31,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] regionserver.HRegion(8855): Flush requested on bbd4c5c5352c8f5e52f3c43ff45de955 2024-11-13T08:38:31,187 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:38:31,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34138 deadline: 1731487171178, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:38:31,187 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 , the old value is region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:31,187 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:31,187 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 because the exception is null or not the one we care about 2024-11-13T08:38:31,305 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:38:31,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34138 deadline: 1731487171295, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:38:31,306 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 , the old value is region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:31,306 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:31,306 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 because the exception is null or not the one we care about 2024-11-13T08:38:31,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45349 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=113 2024-11-13T08:38:31,422 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/bbd4c5c5352c8f5e52f3c43ff45de955/.tmp/B/0d78005cb4394843a59d5dd297f17cfe as hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/bbd4c5c5352c8f5e52f3c43ff45de955/B/0d78005cb4394843a59d5dd297f17cfe 2024-11-13T08:38:31,428 INFO [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in bbd4c5c5352c8f5e52f3c43ff45de955/B of bbd4c5c5352c8f5e52f3c43ff45de955 into 0d78005cb4394843a59d5dd297f17cfe(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T08:38:31,428 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for bbd4c5c5352c8f5e52f3c43ff45de955: 2024-11-13T08:38:31,428 INFO [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., storeName=bbd4c5c5352c8f5e52f3c43ff45de955/B, priority=13, startTime=1731487111002; duration=0sec 2024-11-13T08:38:31,428 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-13T08:38:31,428 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: bbd4c5c5352c8f5e52f3c43ff45de955:B 2024-11-13T08:38:31,428 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-13T08:38:31,429 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37367 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-13T08:38:31,429 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] regionserver.HStore(1541): bbd4c5c5352c8f5e52f3c43ff45de955/C is initiating minor compaction (all files) 2024-11-13T08:38:31,429 INFO [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of bbd4c5c5352c8f5e52f3c43ff45de955/C in TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955. 2024-11-13T08:38:31,429 INFO [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/bbd4c5c5352c8f5e52f3c43ff45de955/C/168e07e5a3a94cff84c9d1f924f79245, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/bbd4c5c5352c8f5e52f3c43ff45de955/C/692f27b57fde4ca1ad4d21de6e2efb4e, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/bbd4c5c5352c8f5e52f3c43ff45de955/C/d98e609f89e0413ea85529c9b672acab] into tmpdir=hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/bbd4c5c5352c8f5e52f3c43ff45de955/.tmp, totalSize=36.5 K 2024-11-13T08:38:31,429 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] compactions.Compactor(225): Compacting 168e07e5a3a94cff84c9d1f924f79245, keycount=150, bloomtype=ROW, size=12.5 K, encoding=NONE, compression=NONE, seqNum=249, earliestPutTs=1731487105464 2024-11-13T08:38:31,429 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] compactions.Compactor(225): Compacting 692f27b57fde4ca1ad4d21de6e2efb4e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=273, earliestPutTs=1731487106158 2024-11-13T08:38:31,430 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] compactions.Compactor(225): Compacting d98e609f89e0413ea85529c9b672acab, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=289, earliestPutTs=1731487107513 2024-11-13T08:38:31,432 INFO [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): bbd4c5c5352c8f5e52f3c43ff45de955#A#compaction#354 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-13T08:38:31,433 DEBUG [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/bbd4c5c5352c8f5e52f3c43ff45de955/.tmp/A/338471c38353417dbefe02001ab2392f is 175, key is test_row_0/A:col10/1731487107561/Put/seqid=0 2024-11-13T08:38:31,438 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38605 is added to blk_1073742253_1429 (size=31971) 2024-11-13T08:38:31,441 INFO [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): bbd4c5c5352c8f5e52f3c43ff45de955#C#compaction#356 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-13T08:38:31,441 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/bbd4c5c5352c8f5e52f3c43ff45de955/.tmp/C/56d9d4d28a8446818e43b01dbf5c541c is 50, key is test_row_0/C:col10/1731487107561/Put/seqid=0 2024-11-13T08:38:31,444 DEBUG [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/bbd4c5c5352c8f5e52f3c43ff45de955/.tmp/A/338471c38353417dbefe02001ab2392f as hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/bbd4c5c5352c8f5e52f3c43ff45de955/A/338471c38353417dbefe02001ab2392f 2024-11-13T08:38:31,445 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38605 is added to blk_1073742254_1430 (size=13017) 2024-11-13T08:38:31,446 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:31,449 INFO [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in bbd4c5c5352c8f5e52f3c43ff45de955/A of bbd4c5c5352c8f5e52f3c43ff45de955 into 338471c38353417dbefe02001ab2392f(size=31.2 K), total size for store is 31.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T08:38:31,449 DEBUG [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for bbd4c5c5352c8f5e52f3c43ff45de955: 2024-11-13T08:38:31,449 INFO [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., storeName=bbd4c5c5352c8f5e52f3c43ff45de955/A, priority=13, startTime=1731487111002; duration=0sec 2024-11-13T08:38:31,449 DEBUG [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T08:38:31,449 DEBUG [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: bbd4c5c5352c8f5e52f3c43ff45de955:A 2024-11-13T08:38:31,450 INFO [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111309f6154f49f74bdb8219303aa81b19f2_bbd4c5c5352c8f5e52f3c43ff45de955 to hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111309f6154f49f74bdb8219303aa81b19f2_bbd4c5c5352c8f5e52f3c43ff45de955 2024-11-13T08:38:31,451 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/bbd4c5c5352c8f5e52f3c43ff45de955/.tmp/A/3f49330e7e3d4ce2bc16900298119d28, store: [table=TestAcidGuarantees family=A region=bbd4c5c5352c8f5e52f3c43ff45de955] 2024-11-13T08:38:31,451 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/bbd4c5c5352c8f5e52f3c43ff45de955/.tmp/A/3f49330e7e3d4ce2bc16900298119d28 is 175, key is test_row_0/A:col10/1731487109886/Put/seqid=0 2024-11-13T08:38:31,452 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/bbd4c5c5352c8f5e52f3c43ff45de955/.tmp/C/56d9d4d28a8446818e43b01dbf5c541c as hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/bbd4c5c5352c8f5e52f3c43ff45de955/C/56d9d4d28a8446818e43b01dbf5c541c 2024-11-13T08:38:31,460 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38605 is added to blk_1073742255_1431 (size=31255) 2024-11-13T08:38:31,461 INFO [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in bbd4c5c5352c8f5e52f3c43ff45de955/C of bbd4c5c5352c8f5e52f3c43ff45de955 into 56d9d4d28a8446818e43b01dbf5c541c(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T08:38:31,461 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for bbd4c5c5352c8f5e52f3c43ff45de955: 2024-11-13T08:38:31,461 INFO [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., storeName=bbd4c5c5352c8f5e52f3c43ff45de955/C, priority=13, startTime=1731487111002; duration=0sec 2024-11-13T08:38:31,461 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T08:38:31,461 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: bbd4c5c5352c8f5e52f3c43ff45de955:C 2024-11-13T08:38:31,525 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:38:31,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34138 deadline: 1731487171515, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:38:31,526 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 , the old value is region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:31,526 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:31,526 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 because the exception is null or not the one we care about 2024-11-13T08:38:31,847 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:38:31,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34138 deadline: 1731487171835, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:38:31,848 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 , the old value is region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:31,848 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:31,848 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 because the exception is null or not the one we care about 2024-11-13T08:38:31,861 INFO [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=312, memsize=44.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/bbd4c5c5352c8f5e52f3c43ff45de955/.tmp/A/3f49330e7e3d4ce2bc16900298119d28 2024-11-13T08:38:31,869 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/bbd4c5c5352c8f5e52f3c43ff45de955/.tmp/B/380cac95632243988c588e460504f3d2 is 50, key is test_row_0/B:col10/1731487109886/Put/seqid=0 2024-11-13T08:38:31,882 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38605 is added to blk_1073742256_1432 (size=12301) 2024-11-13T08:38:31,883 INFO [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=312 (bloomFilter=true), to=hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/bbd4c5c5352c8f5e52f3c43ff45de955/.tmp/B/380cac95632243988c588e460504f3d2 2024-11-13T08:38:31,896 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/bbd4c5c5352c8f5e52f3c43ff45de955/.tmp/C/91fcb745c2e344f0b14ebd4784f0576f is 50, key is test_row_0/C:col10/1731487109886/Put/seqid=0 2024-11-13T08:38:31,905 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38605 is added to blk_1073742257_1433 (size=12301) 2024-11-13T08:38:32,305 INFO [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=312 (bloomFilter=true), to=hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/bbd4c5c5352c8f5e52f3c43ff45de955/.tmp/C/91fcb745c2e344f0b14ebd4784f0576f 2024-11-13T08:38:32,309 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/bbd4c5c5352c8f5e52f3c43ff45de955/.tmp/A/3f49330e7e3d4ce2bc16900298119d28 as hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/bbd4c5c5352c8f5e52f3c43ff45de955/A/3f49330e7e3d4ce2bc16900298119d28 2024-11-13T08:38:32,315 INFO [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/bbd4c5c5352c8f5e52f3c43ff45de955/A/3f49330e7e3d4ce2bc16900298119d28, entries=150, sequenceid=312, filesize=30.5 K 2024-11-13T08:38:32,316 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/bbd4c5c5352c8f5e52f3c43ff45de955/.tmp/B/380cac95632243988c588e460504f3d2 as hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/bbd4c5c5352c8f5e52f3c43ff45de955/B/380cac95632243988c588e460504f3d2 2024-11-13T08:38:32,325 INFO [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/bbd4c5c5352c8f5e52f3c43ff45de955/B/380cac95632243988c588e460504f3d2, entries=150, sequenceid=312, filesize=12.0 K 2024-11-13T08:38:32,326 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/bbd4c5c5352c8f5e52f3c43ff45de955/.tmp/C/91fcb745c2e344f0b14ebd4784f0576f as hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/bbd4c5c5352c8f5e52f3c43ff45de955/C/91fcb745c2e344f0b14ebd4784f0576f 2024-11-13T08:38:32,334 INFO [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/bbd4c5c5352c8f5e52f3c43ff45de955/C/91fcb745c2e344f0b14ebd4784f0576f, entries=150, sequenceid=312, filesize=12.0 K 2024-11-13T08:38:32,337 INFO [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=67.09 KB/68700 for bbd4c5c5352c8f5e52f3c43ff45de955 in 1303ms, sequenceid=312, compaction requested=false 2024-11-13T08:38:32,337 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HRegion(2603): Flush status journal for bbd4c5c5352c8f5e52f3c43ff45de955: 2024-11-13T08:38:32,337 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955. 2024-11-13T08:38:32,337 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=114 2024-11-13T08:38:32,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45349 {}] master.HMaster(4169): Remote procedure done, pid=114 2024-11-13T08:38:32,343 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=114, resume processing ppid=113 2024-11-13T08:38:32,343 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=114, ppid=113, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.0730 sec 2024-11-13T08:38:32,346 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=113, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=113, table=TestAcidGuarantees in 2.0780 sec 2024-11-13T08:38:32,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] regionserver.HRegion(8855): Flush requested on bbd4c5c5352c8f5e52f3c43ff45de955 2024-11-13T08:38:32,363 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-13T08:38:32,363 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing bbd4c5c5352c8f5e52f3c43ff45de955 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-13T08:38:32,378 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241113bb9128602752401e8f1888941901f35e_bbd4c5c5352c8f5e52f3c43ff45de955 is 50, key is test_row_0/A:col10/1731487112361/Put/seqid=0 2024-11-13T08:38:32,387 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38605 is added to blk_1073742258_1434 (size=14994) 2024-11-13T08:38:32,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45349 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=113 2024-11-13T08:38:32,415 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-13T08:38:32,416 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45349 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-13T08:38:32,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45349 {}] procedure2.ProcedureExecutor(1139): Stored pid=115, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=115, table=TestAcidGuarantees 2024-11-13T08:38:32,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45349 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=115 2024-11-13T08:38:32,418 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=115, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=115, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-13T08:38:32,419 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=115, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=115, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-13T08:38:32,419 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=116, ppid=115, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-13T08:38:32,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45349 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=115 2024-11-13T08:38:32,572 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43851 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=116 2024-11-13T08:38:32,572 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955. 2024-11-13T08:38:32,572 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955. as already flushing 2024-11-13T08:38:32,572 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955. 2024-11-13T08:38:32,572 ERROR [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] handler.RSProcedureHandler(58): pid=116 java.io.IOException: Unable to complete flush {ENCODED => bbd4c5c5352c8f5e52f3c43ff45de955, NAME => 'TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T08:38:32,572 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=116 java.io.IOException: Unable to complete flush {ENCODED => bbd4c5c5352c8f5e52f3c43ff45de955, NAME => 'TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T08:38:32,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45349 {}] master.HMaster(4177): Remote procedure failed, pid=116 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bbd4c5c5352c8f5e52f3c43ff45de955, NAME => 'TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bbd4c5c5352c8f5e52f3c43ff45de955, NAME => 'TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T08:38:32,624 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:38:32,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34138 deadline: 1731487172615, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:38:32,626 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 , the old value is region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:32,627 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:32,627 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 because the exception is null or not the one we care about 2024-11-13T08:38:32,728 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43851 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=116 2024-11-13T08:38:32,728 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955. 2024-11-13T08:38:32,728 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955. as already flushing 2024-11-13T08:38:32,728 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955. 2024-11-13T08:38:32,728 ERROR [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] handler.RSProcedureHandler(58): pid=116 java.io.IOException: Unable to complete flush {ENCODED => bbd4c5c5352c8f5e52f3c43ff45de955, NAME => 'TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T08:38:32,729 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=116 java.io.IOException: Unable to complete flush {ENCODED => bbd4c5c5352c8f5e52f3c43ff45de955, NAME => 'TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T08:38:32,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45349 {}] master.HMaster(4177): Remote procedure failed, pid=116 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bbd4c5c5352c8f5e52f3c43ff45de955, NAME => 'TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bbd4c5c5352c8f5e52f3c43ff45de955, NAME => 'TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T08:38:32,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45349 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=115 2024-11-13T08:38:32,745 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:38:32,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34138 deadline: 1731487172735, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:38:32,745 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 , the old value is region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:32,745 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:32,745 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 because the exception is null or not the one we care about 2024-11-13T08:38:32,787 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:32,791 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241113bb9128602752401e8f1888941901f35e_bbd4c5c5352c8f5e52f3c43ff45de955 to hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241113bb9128602752401e8f1888941901f35e_bbd4c5c5352c8f5e52f3c43ff45de955 2024-11-13T08:38:32,792 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/bbd4c5c5352c8f5e52f3c43ff45de955/.tmp/A/3d0fea56a3934dedad843a37bc623880, store: [table=TestAcidGuarantees family=A region=bbd4c5c5352c8f5e52f3c43ff45de955] 2024-11-13T08:38:32,793 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/bbd4c5c5352c8f5e52f3c43ff45de955/.tmp/A/3d0fea56a3934dedad843a37bc623880 is 175, key is test_row_0/A:col10/1731487112361/Put/seqid=0 2024-11-13T08:38:32,814 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38605 is added to blk_1073742259_1435 (size=39949) 2024-11-13T08:38:32,816 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=329, memsize=24.6 K, hasBloomFilter=true, into tmp file hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/bbd4c5c5352c8f5e52f3c43ff45de955/.tmp/A/3d0fea56a3934dedad843a37bc623880 2024-11-13T08:38:32,823 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/bbd4c5c5352c8f5e52f3c43ff45de955/.tmp/B/2a4d5ff7d705469fbaa349db29466337 is 50, key is test_row_0/B:col10/1731487112361/Put/seqid=0 2024-11-13T08:38:32,834 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38605 is added to blk_1073742260_1436 (size=12301) 2024-11-13T08:38:32,881 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43851 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=116 2024-11-13T08:38:32,882 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955. 2024-11-13T08:38:32,882 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955. as already flushing 2024-11-13T08:38:32,882 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955. 2024-11-13T08:38:32,882 ERROR [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] handler.RSProcedureHandler(58): pid=116 java.io.IOException: Unable to complete flush {ENCODED => bbd4c5c5352c8f5e52f3c43ff45de955, NAME => 'TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T08:38:32,882 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=116 java.io.IOException: Unable to complete flush {ENCODED => bbd4c5c5352c8f5e52f3c43ff45de955, NAME => 'TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T08:38:32,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45349 {}] master.HMaster(4177): Remote procedure failed, pid=116 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bbd4c5c5352c8f5e52f3c43ff45de955, NAME => 'TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bbd4c5c5352c8f5e52f3c43ff45de955, NAME => 'TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T08:38:32,964 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:38:32,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34138 deadline: 1731487172955, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:38:32,964 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 , the old value is region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:32,965 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:32,965 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 because the exception is null or not the one we care about 2024-11-13T08:38:33,035 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43851 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=116 2024-11-13T08:38:33,035 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955. 2024-11-13T08:38:33,035 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955. as already flushing 2024-11-13T08:38:33,035 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955. 2024-11-13T08:38:33,035 ERROR [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] handler.RSProcedureHandler(58): pid=116 java.io.IOException: Unable to complete flush {ENCODED => bbd4c5c5352c8f5e52f3c43ff45de955, NAME => 'TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T08:38:33,035 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=116 java.io.IOException: Unable to complete flush {ENCODED => bbd4c5c5352c8f5e52f3c43ff45de955, NAME => 'TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T08:38:33,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45349 {}] master.HMaster(4177): Remote procedure failed, pid=116 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bbd4c5c5352c8f5e52f3c43ff45de955, NAME => 'TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bbd4c5c5352c8f5e52f3c43ff45de955, NAME => 'TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T08:38:33,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45349 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=115 2024-11-13T08:38:33,188 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43851 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=116 2024-11-13T08:38:33,188 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955. 2024-11-13T08:38:33,189 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955. as already flushing 2024-11-13T08:38:33,189 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955. 2024-11-13T08:38:33,189 ERROR [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] handler.RSProcedureHandler(58): pid=116 java.io.IOException: Unable to complete flush {ENCODED => bbd4c5c5352c8f5e52f3c43ff45de955, NAME => 'TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T08:38:33,189 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=116 java.io.IOException: Unable to complete flush {ENCODED => bbd4c5c5352c8f5e52f3c43ff45de955, NAME => 'TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T08:38:33,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45349 {}] master.HMaster(4177): Remote procedure failed, pid=116 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bbd4c5c5352c8f5e52f3c43ff45de955, NAME => 'TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bbd4c5c5352c8f5e52f3c43ff45de955, NAME => 'TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T08:38:33,225 INFO [Thread-1563 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1563. 2024-11-13T08:38:33,225 DEBUG [Thread-1563 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-13T08:38:33,225 DEBUG [Thread-1563 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T08:38:33,225 DEBUG [Thread-1563 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T08:38:33,225 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T08:38:33,228 INFO [Thread-1565 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1565. 2024-11-13T08:38:33,228 DEBUG [Thread-1565 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-13T08:38:33,228 DEBUG [Thread-1565 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T08:38:33,228 DEBUG [Thread-1565 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T08:38:33,228 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T08:38:33,232 INFO [Thread-1561 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1561. 2024-11-13T08:38:33,232 DEBUG [Thread-1561 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-13T08:38:33,232 DEBUG [Thread-1561 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T08:38:33,232 DEBUG [Thread-1561 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T08:38:33,232 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T08:38:33,234 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=329 (bloomFilter=true), to=hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/bbd4c5c5352c8f5e52f3c43ff45de955/.tmp/B/2a4d5ff7d705469fbaa349db29466337 2024-11-13T08:38:33,236 INFO [Thread-1567 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1567. 2024-11-13T08:38:33,236 DEBUG [Thread-1567 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-13T08:38:33,236 DEBUG [Thread-1567 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T08:38:33,236 DEBUG [Thread-1567 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T08:38:33,236 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T08:38:33,239 INFO [Thread-1569 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1569. 2024-11-13T08:38:33,239 DEBUG [Thread-1569 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-13T08:38:33,239 DEBUG [Thread-1569 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T08:38:33,239 DEBUG [Thread-1569 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T08:38:33,239 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T08:38:33,241 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/bbd4c5c5352c8f5e52f3c43ff45de955/.tmp/C/75426419cc5a436cacff888ec09de910 is 50, key is test_row_0/C:col10/1731487112361/Put/seqid=0 2024-11-13T08:38:33,244 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38605 is added to blk_1073742261_1437 (size=12301) 2024-11-13T08:38:33,275 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:38:33,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34138 deadline: 1731487173275, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:38:33,275 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 , the old value is region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:33,275 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:33,275 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 because the exception is null or not the one we care about 2024-11-13T08:38:33,342 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43851 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=116 2024-11-13T08:38:33,342 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955. 2024-11-13T08:38:33,342 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955. as already flushing 2024-11-13T08:38:33,342 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955. 2024-11-13T08:38:33,342 ERROR [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] handler.RSProcedureHandler(58): pid=116 java.io.IOException: Unable to complete flush {ENCODED => bbd4c5c5352c8f5e52f3c43ff45de955, NAME => 'TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T08:38:33,342 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=116 java.io.IOException: Unable to complete flush {ENCODED => bbd4c5c5352c8f5e52f3c43ff45de955, NAME => 'TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T08:38:33,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45349 {}] master.HMaster(4177): Remote procedure failed, pid=116 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bbd4c5c5352c8f5e52f3c43ff45de955, NAME => 'TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bbd4c5c5352c8f5e52f3c43ff45de955, NAME => 'TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T08:38:33,495 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43851 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=116 2024-11-13T08:38:33,495 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955. 2024-11-13T08:38:33,495 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955. as already flushing 2024-11-13T08:38:33,495 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955. 2024-11-13T08:38:33,495 ERROR [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] handler.RSProcedureHandler(58): pid=116 java.io.IOException: Unable to complete flush {ENCODED => bbd4c5c5352c8f5e52f3c43ff45de955, NAME => 'TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T08:38:33,496 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=116 java.io.IOException: Unable to complete flush {ENCODED => bbd4c5c5352c8f5e52f3c43ff45de955, NAME => 'TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T08:38:33,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45349 {}] master.HMaster(4177): Remote procedure failed, pid=116 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bbd4c5c5352c8f5e52f3c43ff45de955, NAME => 'TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bbd4c5c5352c8f5e52f3c43ff45de955, NAME => 'TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T08:38:33,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45349 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=115 2024-11-13T08:38:33,644 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=329 (bloomFilter=true), to=hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/bbd4c5c5352c8f5e52f3c43ff45de955/.tmp/C/75426419cc5a436cacff888ec09de910 2024-11-13T08:38:33,648 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43851 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=116 2024-11-13T08:38:33,648 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/bbd4c5c5352c8f5e52f3c43ff45de955/.tmp/A/3d0fea56a3934dedad843a37bc623880 as hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/bbd4c5c5352c8f5e52f3c43ff45de955/A/3d0fea56a3934dedad843a37bc623880 2024-11-13T08:38:33,648 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955. 2024-11-13T08:38:33,649 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955. as already flushing 2024-11-13T08:38:33,649 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955. 2024-11-13T08:38:33,649 ERROR [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] handler.RSProcedureHandler(58): pid=116 java.io.IOException: Unable to complete flush {ENCODED => bbd4c5c5352c8f5e52f3c43ff45de955, NAME => 'TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T08:38:33,649 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=116 java.io.IOException: Unable to complete flush {ENCODED => bbd4c5c5352c8f5e52f3c43ff45de955, NAME => 'TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T08:38:33,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45349 {}] master.HMaster(4177): Remote procedure failed, pid=116 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bbd4c5c5352c8f5e52f3c43ff45de955, NAME => 'TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bbd4c5c5352c8f5e52f3c43ff45de955, NAME => 'TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T08:38:33,653 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/bbd4c5c5352c8f5e52f3c43ff45de955/A/3d0fea56a3934dedad843a37bc623880, entries=200, sequenceid=329, filesize=39.0 K 2024-11-13T08:38:33,654 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/bbd4c5c5352c8f5e52f3c43ff45de955/.tmp/B/2a4d5ff7d705469fbaa349db29466337 as hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/bbd4c5c5352c8f5e52f3c43ff45de955/B/2a4d5ff7d705469fbaa349db29466337 2024-11-13T08:38:33,658 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/bbd4c5c5352c8f5e52f3c43ff45de955/B/2a4d5ff7d705469fbaa349db29466337, entries=150, sequenceid=329, filesize=12.0 K 2024-11-13T08:38:33,659 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/bbd4c5c5352c8f5e52f3c43ff45de955/.tmp/C/75426419cc5a436cacff888ec09de910 as hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/bbd4c5c5352c8f5e52f3c43ff45de955/C/75426419cc5a436cacff888ec09de910 2024-11-13T08:38:33,663 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/bbd4c5c5352c8f5e52f3c43ff45de955/C/75426419cc5a436cacff888ec09de910, entries=150, sequenceid=329, filesize=12.0 K 2024-11-13T08:38:33,664 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=127.47 KB/130530 for bbd4c5c5352c8f5e52f3c43ff45de955 in 1301ms, sequenceid=329, compaction requested=true 2024-11-13T08:38:33,664 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for bbd4c5c5352c8f5e52f3c43ff45de955: 2024-11-13T08:38:33,664 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store bbd4c5c5352c8f5e52f3c43ff45de955:A, priority=-2147483648, current under compaction store size is 1 2024-11-13T08:38:33,664 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T08:38:33,664 DEBUG [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-13T08:38:33,665 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-13T08:38:33,665 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store bbd4c5c5352c8f5e52f3c43ff45de955:B, priority=-2147483648, current under compaction store size is 2 2024-11-13T08:38:33,665 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T08:38:33,665 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store bbd4c5c5352c8f5e52f3c43ff45de955:C, priority=-2147483648, current under compaction store size is 3 2024-11-13T08:38:33,665 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37619 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-13T08:38:33,665 DEBUG [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 103175 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-13T08:38:33,665 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] regionserver.HStore(1541): bbd4c5c5352c8f5e52f3c43ff45de955/B is initiating minor compaction (all files) 2024-11-13T08:38:33,665 DEBUG [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] regionserver.HStore(1541): bbd4c5c5352c8f5e52f3c43ff45de955/A is initiating minor compaction (all files) 2024-11-13T08:38:33,666 INFO [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of bbd4c5c5352c8f5e52f3c43ff45de955/B in TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955. 2024-11-13T08:38:33,666 INFO [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of bbd4c5c5352c8f5e52f3c43ff45de955/A in TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955. 2024-11-13T08:38:33,666 INFO [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/bbd4c5c5352c8f5e52f3c43ff45de955/B/0d78005cb4394843a59d5dd297f17cfe, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/bbd4c5c5352c8f5e52f3c43ff45de955/B/380cac95632243988c588e460504f3d2, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/bbd4c5c5352c8f5e52f3c43ff45de955/B/2a4d5ff7d705469fbaa349db29466337] into tmpdir=hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/bbd4c5c5352c8f5e52f3c43ff45de955/.tmp, totalSize=36.7 K 2024-11-13T08:38:33,666 INFO [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/bbd4c5c5352c8f5e52f3c43ff45de955/A/338471c38353417dbefe02001ab2392f, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/bbd4c5c5352c8f5e52f3c43ff45de955/A/3f49330e7e3d4ce2bc16900298119d28, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/bbd4c5c5352c8f5e52f3c43ff45de955/A/3d0fea56a3934dedad843a37bc623880] into tmpdir=hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/bbd4c5c5352c8f5e52f3c43ff45de955/.tmp, totalSize=100.8 K 2024-11-13T08:38:33,666 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-13T08:38:33,666 INFO [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955. 2024-11-13T08:38:33,666 DEBUG [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955. files: [hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/bbd4c5c5352c8f5e52f3c43ff45de955/A/338471c38353417dbefe02001ab2392f, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/bbd4c5c5352c8f5e52f3c43ff45de955/A/3f49330e7e3d4ce2bc16900298119d28, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/bbd4c5c5352c8f5e52f3c43ff45de955/A/3d0fea56a3934dedad843a37bc623880] 2024-11-13T08:38:33,666 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] compactions.Compactor(225): Compacting 0d78005cb4394843a59d5dd297f17cfe, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=289, earliestPutTs=1731487107513 2024-11-13T08:38:33,666 DEBUG [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] compactions.Compactor(225): Compacting 338471c38353417dbefe02001ab2392f, keycount=150, bloomtype=ROW, size=31.2 K, encoding=NONE, compression=NONE, seqNum=289, earliestPutTs=1731487107513 2024-11-13T08:38:33,667 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] compactions.Compactor(225): Compacting 380cac95632243988c588e460504f3d2, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=312, earliestPutTs=1731487109886 2024-11-13T08:38:33,667 DEBUG [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] compactions.Compactor(225): Compacting 3f49330e7e3d4ce2bc16900298119d28, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=312, earliestPutTs=1731487109886 2024-11-13T08:38:33,667 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] compactions.Compactor(225): Compacting 2a4d5ff7d705469fbaa349db29466337, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=329, earliestPutTs=1731487111146 2024-11-13T08:38:33,667 DEBUG [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] compactions.Compactor(225): Compacting 3d0fea56a3934dedad843a37bc623880, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=329, earliestPutTs=1731487111146 2024-11-13T08:38:33,675 INFO [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): bbd4c5c5352c8f5e52f3c43ff45de955#B#compaction#362 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-13T08:38:33,676 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/bbd4c5c5352c8f5e52f3c43ff45de955/.tmp/B/8f39af24780b4364a9e5e4be80144b94 is 50, key is test_row_0/B:col10/1731487112361/Put/seqid=0 2024-11-13T08:38:33,685 INFO [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=bbd4c5c5352c8f5e52f3c43ff45de955] 2024-11-13T08:38:33,690 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38605 is added to blk_1073742262_1438 (size=13119) 2024-11-13T08:38:33,695 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/bbd4c5c5352c8f5e52f3c43ff45de955/.tmp/B/8f39af24780b4364a9e5e4be80144b94 as hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/bbd4c5c5352c8f5e52f3c43ff45de955/B/8f39af24780b4364a9e5e4be80144b94 2024-11-13T08:38:33,697 DEBUG [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241113aeb296e46f2a45f296dd57c014f1256a_bbd4c5c5352c8f5e52f3c43ff45de955 store=[table=TestAcidGuarantees family=A region=bbd4c5c5352c8f5e52f3c43ff45de955] 2024-11-13T08:38:33,710 INFO [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in bbd4c5c5352c8f5e52f3c43ff45de955/B of bbd4c5c5352c8f5e52f3c43ff45de955 into 8f39af24780b4364a9e5e4be80144b94(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T08:38:33,710 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for bbd4c5c5352c8f5e52f3c43ff45de955: 2024-11-13T08:38:33,710 INFO [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., storeName=bbd4c5c5352c8f5e52f3c43ff45de955/B, priority=13, startTime=1731487113664; duration=0sec 2024-11-13T08:38:33,710 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-13T08:38:33,710 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: bbd4c5c5352c8f5e52f3c43ff45de955:B 2024-11-13T08:38:33,710 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-13T08:38:33,711 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37619 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-13T08:38:33,711 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] regionserver.HStore(1541): bbd4c5c5352c8f5e52f3c43ff45de955/C is initiating minor compaction (all files) 2024-11-13T08:38:33,711 INFO [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of bbd4c5c5352c8f5e52f3c43ff45de955/C in TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955. 2024-11-13T08:38:33,711 INFO [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/bbd4c5c5352c8f5e52f3c43ff45de955/C/56d9d4d28a8446818e43b01dbf5c541c, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/bbd4c5c5352c8f5e52f3c43ff45de955/C/91fcb745c2e344f0b14ebd4784f0576f, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/bbd4c5c5352c8f5e52f3c43ff45de955/C/75426419cc5a436cacff888ec09de910] into tmpdir=hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/bbd4c5c5352c8f5e52f3c43ff45de955/.tmp, totalSize=36.7 K 2024-11-13T08:38:33,711 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] compactions.Compactor(225): Compacting 56d9d4d28a8446818e43b01dbf5c541c, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=289, earliestPutTs=1731487107513 2024-11-13T08:38:33,712 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] compactions.Compactor(225): Compacting 91fcb745c2e344f0b14ebd4784f0576f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=312, earliestPutTs=1731487109886 2024-11-13T08:38:33,712 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] compactions.Compactor(225): Compacting 75426419cc5a436cacff888ec09de910, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=329, earliestPutTs=1731487111146 2024-11-13T08:38:33,732 DEBUG [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241113aeb296e46f2a45f296dd57c014f1256a_bbd4c5c5352c8f5e52f3c43ff45de955, store=[table=TestAcidGuarantees family=A region=bbd4c5c5352c8f5e52f3c43ff45de955] 2024-11-13T08:38:33,733 DEBUG [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241113aeb296e46f2a45f296dd57c014f1256a_bbd4c5c5352c8f5e52f3c43ff45de955 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=bbd4c5c5352c8f5e52f3c43ff45de955] 2024-11-13T08:38:33,740 INFO [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): bbd4c5c5352c8f5e52f3c43ff45de955#C#compaction#364 average throughput is 1.09 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-13T08:38:33,741 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/bbd4c5c5352c8f5e52f3c43ff45de955/.tmp/C/cbe6e945c14a46e18de86c4ef92d0ca7 is 50, key is test_row_0/C:col10/1731487112361/Put/seqid=0 2024-11-13T08:38:33,743 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38605 is added to blk_1073742263_1439 (size=4469) 2024-11-13T08:38:33,744 INFO [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): bbd4c5c5352c8f5e52f3c43ff45de955#A#compaction#363 average throughput is 0.41 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-13T08:38:33,745 DEBUG [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/bbd4c5c5352c8f5e52f3c43ff45de955/.tmp/A/85d92b06fc4e4c12bc60faa43c0795c7 is 175, key is test_row_0/A:col10/1731487112361/Put/seqid=0 2024-11-13T08:38:33,756 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38605 is added to blk_1073742264_1440 (size=13119) 2024-11-13T08:38:33,762 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38605 is added to blk_1073742265_1441 (size=32073) 2024-11-13T08:38:33,775 DEBUG [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/bbd4c5c5352c8f5e52f3c43ff45de955/.tmp/A/85d92b06fc4e4c12bc60faa43c0795c7 as hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/bbd4c5c5352c8f5e52f3c43ff45de955/A/85d92b06fc4e4c12bc60faa43c0795c7 2024-11-13T08:38:33,779 INFO [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in bbd4c5c5352c8f5e52f3c43ff45de955/A of bbd4c5c5352c8f5e52f3c43ff45de955 into 85d92b06fc4e4c12bc60faa43c0795c7(size=31.3 K), total size for store is 31.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T08:38:33,779 DEBUG [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for bbd4c5c5352c8f5e52f3c43ff45de955: 2024-11-13T08:38:33,779 INFO [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., storeName=bbd4c5c5352c8f5e52f3c43ff45de955/A, priority=13, startTime=1731487113664; duration=0sec 2024-11-13T08:38:33,779 DEBUG [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T08:38:33,779 DEBUG [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: bbd4c5c5352c8f5e52f3c43ff45de955:A 2024-11-13T08:38:33,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] regionserver.HRegion(8855): Flush requested on bbd4c5c5352c8f5e52f3c43ff45de955 2024-11-13T08:38:33,790 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-13T08:38:33,790 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing bbd4c5c5352c8f5e52f3c43ff45de955 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-13T08:38:33,790 INFO [Thread-1558 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1558. 2024-11-13T08:38:33,790 DEBUG [Thread-1558 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-13T08:38:33,790 DEBUG [Thread-1558 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T08:38:33,790 DEBUG [Thread-1558 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T08:38:33,792 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T08:38:33,802 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43851 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=116 2024-11-13T08:38:33,802 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955. 2024-11-13T08:38:33,802 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955. as already flushing 2024-11-13T08:38:33,802 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955. 2024-11-13T08:38:33,802 ERROR [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] handler.RSProcedureHandler(58): pid=116 java.io.IOException: Unable to complete flush {ENCODED => bbd4c5c5352c8f5e52f3c43ff45de955, NAME => 'TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T08:38:33,802 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=116 java.io.IOException: Unable to complete flush {ENCODED => bbd4c5c5352c8f5e52f3c43ff45de955, NAME => 'TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T08:38:33,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45349 {}] master.HMaster(4177): Remote procedure failed, pid=116 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bbd4c5c5352c8f5e52f3c43ff45de955, NAME => 'TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bbd4c5c5352c8f5e52f3c43ff45de955, NAME => 'TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T08:38:33,807 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411134931ff9b56de4df2965f624f6b5f1c8a_bbd4c5c5352c8f5e52f3c43ff45de955 is 50, key is test_row_0/A:col10/1731487113785/Put/seqid=0 2024-11-13T08:38:33,832 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38605 is added to blk_1073742266_1442 (size=12454) 2024-11-13T08:38:33,832 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:33,842 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411134931ff9b56de4df2965f624f6b5f1c8a_bbd4c5c5352c8f5e52f3c43ff45de955 to hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411134931ff9b56de4df2965f624f6b5f1c8a_bbd4c5c5352c8f5e52f3c43ff45de955 2024-11-13T08:38:33,843 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/bbd4c5c5352c8f5e52f3c43ff45de955/.tmp/A/68523fe9cf3645038698b6d6fa60b1f9, store: [table=TestAcidGuarantees family=A region=bbd4c5c5352c8f5e52f3c43ff45de955] 2024-11-13T08:38:33,844 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/bbd4c5c5352c8f5e52f3c43ff45de955/.tmp/A/68523fe9cf3645038698b6d6fa60b1f9 is 175, key is test_row_0/A:col10/1731487113785/Put/seqid=0 2024-11-13T08:38:33,851 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38605 is added to blk_1073742267_1443 (size=31255) 2024-11-13T08:38:33,852 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=354, memsize=44.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/bbd4c5c5352c8f5e52f3c43ff45de955/.tmp/A/68523fe9cf3645038698b6d6fa60b1f9 2024-11-13T08:38:33,867 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/bbd4c5c5352c8f5e52f3c43ff45de955/.tmp/B/1e759dc11a68423f89b8a73044a02435 is 50, key is test_row_0/B:col10/1731487113785/Put/seqid=0 2024-11-13T08:38:33,877 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38605 is added to blk_1073742268_1444 (size=12301) 2024-11-13T08:38:33,880 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=354 (bloomFilter=true), to=hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/bbd4c5c5352c8f5e52f3c43ff45de955/.tmp/B/1e759dc11a68423f89b8a73044a02435 2024-11-13T08:38:33,896 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/bbd4c5c5352c8f5e52f3c43ff45de955/.tmp/C/32a833021e7b45f19563ec7339d19ce1 is 50, key is test_row_0/C:col10/1731487113785/Put/seqid=0 2024-11-13T08:38:33,909 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38605 is added to blk_1073742269_1445 (size=12301) 2024-11-13T08:38:33,910 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=354 (bloomFilter=true), to=hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/bbd4c5c5352c8f5e52f3c43ff45de955/.tmp/C/32a833021e7b45f19563ec7339d19ce1 2024-11-13T08:38:33,915 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/bbd4c5c5352c8f5e52f3c43ff45de955/.tmp/A/68523fe9cf3645038698b6d6fa60b1f9 as hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/bbd4c5c5352c8f5e52f3c43ff45de955/A/68523fe9cf3645038698b6d6fa60b1f9 2024-11-13T08:38:33,923 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/bbd4c5c5352c8f5e52f3c43ff45de955/A/68523fe9cf3645038698b6d6fa60b1f9, entries=150, sequenceid=354, filesize=30.5 K 2024-11-13T08:38:33,923 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/bbd4c5c5352c8f5e52f3c43ff45de955/.tmp/B/1e759dc11a68423f89b8a73044a02435 as hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/bbd4c5c5352c8f5e52f3c43ff45de955/B/1e759dc11a68423f89b8a73044a02435 2024-11-13T08:38:33,929 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/bbd4c5c5352c8f5e52f3c43ff45de955/B/1e759dc11a68423f89b8a73044a02435, entries=150, sequenceid=354, filesize=12.0 K 2024-11-13T08:38:33,932 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/bbd4c5c5352c8f5e52f3c43ff45de955/.tmp/C/32a833021e7b45f19563ec7339d19ce1 as hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/bbd4c5c5352c8f5e52f3c43ff45de955/C/32a833021e7b45f19563ec7339d19ce1 2024-11-13T08:38:33,935 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/bbd4c5c5352c8f5e52f3c43ff45de955/C/32a833021e7b45f19563ec7339d19ce1, entries=150, sequenceid=354, filesize=12.0 K 2024-11-13T08:38:33,936 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=0 B/0 for bbd4c5c5352c8f5e52f3c43ff45de955 in 146ms, sequenceid=354, compaction requested=false 2024-11-13T08:38:33,936 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for bbd4c5c5352c8f5e52f3c43ff45de955: 2024-11-13T08:38:33,955 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43851 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=116 2024-11-13T08:38:33,955 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955. 2024-11-13T08:38:33,955 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.HRegion(2603): Flush status journal for bbd4c5c5352c8f5e52f3c43ff45de955: 2024-11-13T08:38:33,955 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955. 2024-11-13T08:38:33,955 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=116 2024-11-13T08:38:33,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45349 {}] master.HMaster(4169): Remote procedure done, pid=116 2024-11-13T08:38:33,958 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=116, resume processing ppid=115 2024-11-13T08:38:33,958 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=116, ppid=115, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.5370 sec 2024-11-13T08:38:33,960 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=115, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=115, table=TestAcidGuarantees in 1.5430 sec 2024-11-13T08:38:34,161 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/bbd4c5c5352c8f5e52f3c43ff45de955/.tmp/C/cbe6e945c14a46e18de86c4ef92d0ca7 as hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/bbd4c5c5352c8f5e52f3c43ff45de955/C/cbe6e945c14a46e18de86c4ef92d0ca7 2024-11-13T08:38:34,166 INFO [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in bbd4c5c5352c8f5e52f3c43ff45de955/C of bbd4c5c5352c8f5e52f3c43ff45de955 into cbe6e945c14a46e18de86c4ef92d0ca7(size=12.8 K), total size for store is 24.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T08:38:34,166 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for bbd4c5c5352c8f5e52f3c43ff45de955: 2024-11-13T08:38:34,166 INFO [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., storeName=bbd4c5c5352c8f5e52f3c43ff45de955/C, priority=13, startTime=1731487113665; duration=0sec 2024-11-13T08:38:34,166 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T08:38:34,166 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: bbd4c5c5352c8f5e52f3c43ff45de955:C 2024-11-13T08:38:34,407 INFO [Thread-1554 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1554. 2024-11-13T08:38:34,407 DEBUG [Thread-1554 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-13T08:38:34,407 INFO [Thread-1552 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1552. 2024-11-13T08:38:34,407 DEBUG [Thread-1554 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T08:38:34,407 DEBUG [Thread-1552 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-13T08:38:34,407 DEBUG [Thread-1552 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T08:38:34,407 DEBUG [Thread-1554 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T08:38:34,407 DEBUG [Thread-1552 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T08:38:34,407 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T08:38:34,407 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T08:38:34,427 INFO [Thread-1556 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1556. 2024-11-13T08:38:34,427 DEBUG [Thread-1556 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-13T08:38:34,427 INFO [Thread-1550 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1550. 2024-11-13T08:38:34,427 DEBUG [Thread-1556 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T08:38:34,427 DEBUG [Thread-1550 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-13T08:38:34,427 DEBUG [Thread-1550 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T08:38:34,427 DEBUG [Thread-1556 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T08:38:34,427 DEBUG [Thread-1550 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T08:38:34,427 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T08:38:34,427 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T08:38:34,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45349 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=115 2024-11-13T08:38:34,565 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-13T08:38:34,565 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-13T08:38:34,565 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 45 2024-11-13T08:38:34,565 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 43 2024-11-13T08:38:34,565 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 46 2024-11-13T08:38:34,565 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 40 2024-11-13T08:38:34,565 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 103 2024-11-13T08:38:34,565 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-13T08:38:34,565 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-13T08:38:34,565 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1087 2024-11-13T08:38:34,566 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 3261 rows 2024-11-13T08:38:34,566 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1098 2024-11-13T08:38:34,566 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 3293 rows 2024-11-13T08:38:34,566 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1091 2024-11-13T08:38:34,566 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 3273 rows 2024-11-13T08:38:34,566 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1099 2024-11-13T08:38:34,566 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 3297 rows 2024-11-13T08:38:34,566 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1092 2024-11-13T08:38:34,566 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 3275 rows 2024-11-13T08:38:34,566 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T08:38:34,566 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool.doWork(AcidGuaranteesTestTool.java:131) at org.apache.hadoop.hbase.util.AbstractHBaseTool.run(AbstractHBaseTool.java:150) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:102) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.testMobScanAtomicity(AcidGuaranteesTestBase.java:127) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T08:38:34,566 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T08:38:34,566 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T08:38:34,566 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T08:38:34,567 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45349 {}] master.HMaster$13(2820): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-11-13T08:38:34,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45349 {}] procedure2.ProcedureExecutor(1139): Stored pid=117, state=RUNNABLE:DISABLE_TABLE_PREPARE, hasLock=false; DisableTableProcedure table=TestAcidGuarantees 2024-11-13T08:38:34,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45349 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=117 2024-11-13T08:38:34,570 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731487114570"}]},"ts":"1731487114570"} 2024-11-13T08:38:34,572 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-13T08:38:34,572 INFO [PEWorker-5 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-13T08:38:34,572 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=118, ppid=117, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-13T08:38:34,574 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=119, ppid=118, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=bbd4c5c5352c8f5e52f3c43ff45de955, UNASSIGN}] 2024-11-13T08:38:34,574 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=119, ppid=118, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=bbd4c5c5352c8f5e52f3c43ff45de955, UNASSIGN 2024-11-13T08:38:34,575 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=119 updating hbase:meta row=bbd4c5c5352c8f5e52f3c43ff45de955, regionState=CLOSING, regionLocation=dd3a0865bb23,43851,1731486997349 2024-11-13T08:38:34,576 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=119, ppid=118, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=bbd4c5c5352c8f5e52f3c43ff45de955, UNASSIGN because future has completed 2024-11-13T08:38:34,576 DEBUG [PEWorker-2 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-13T08:38:34,576 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=120, ppid=119, state=RUNNABLE, hasLock=false; CloseRegionProcedure bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349}] 2024-11-13T08:38:34,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45349 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=117 2024-11-13T08:38:34,728 INFO [RS_CLOSE_REGION-regionserver/dd3a0865bb23:0-0 {event_type=M_RS_CLOSE_REGION, pid=120}] handler.UnassignRegionHandler(122): Close bbd4c5c5352c8f5e52f3c43ff45de955 2024-11-13T08:38:34,728 DEBUG [RS_CLOSE_REGION-regionserver/dd3a0865bb23:0-0 {event_type=M_RS_CLOSE_REGION, pid=120}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-13T08:38:34,729 DEBUG [RS_CLOSE_REGION-regionserver/dd3a0865bb23:0-0 {event_type=M_RS_CLOSE_REGION, pid=120}] regionserver.HRegion(1722): Closing bbd4c5c5352c8f5e52f3c43ff45de955, disabling compactions & flushes 2024-11-13T08:38:34,729 INFO [RS_CLOSE_REGION-regionserver/dd3a0865bb23:0-0 {event_type=M_RS_CLOSE_REGION, pid=120}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955. 2024-11-13T08:38:34,729 DEBUG [RS_CLOSE_REGION-regionserver/dd3a0865bb23:0-0 {event_type=M_RS_CLOSE_REGION, pid=120}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955. 2024-11-13T08:38:34,729 DEBUG [RS_CLOSE_REGION-regionserver/dd3a0865bb23:0-0 {event_type=M_RS_CLOSE_REGION, pid=120}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955. after waiting 0 ms 2024-11-13T08:38:34,729 DEBUG [RS_CLOSE_REGION-regionserver/dd3a0865bb23:0-0 {event_type=M_RS_CLOSE_REGION, pid=120}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955. 2024-11-13T08:38:34,729 INFO [RS_CLOSE_REGION-regionserver/dd3a0865bb23:0-0 {event_type=M_RS_CLOSE_REGION, pid=120}] regionserver.HRegion(2902): Flushing bbd4c5c5352c8f5e52f3c43ff45de955 3/3 column families, dataSize=26.84 KB heapSize=71.06 KB 2024-11-13T08:38:34,734 DEBUG [RS_CLOSE_REGION-regionserver/dd3a0865bb23:0-0 {event_type=M_RS_CLOSE_REGION, pid=120}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241113237e4e9110474d2a8bdca967558e07d0_bbd4c5c5352c8f5e52f3c43ff45de955 is 50, key is test_row_1/A:col10/1731487114425/Put/seqid=0 2024-11-13T08:38:34,737 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38605 is added to blk_1073742270_1446 (size=9914) 2024-11-13T08:38:34,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45349 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=117 2024-11-13T08:38:35,137 DEBUG [RS_CLOSE_REGION-regionserver/dd3a0865bb23:0-0 {event_type=M_RS_CLOSE_REGION, pid=120}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:35,140 INFO [RS_CLOSE_REGION-regionserver/dd3a0865bb23:0-0 {event_type=M_RS_CLOSE_REGION, pid=120}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241113237e4e9110474d2a8bdca967558e07d0_bbd4c5c5352c8f5e52f3c43ff45de955 to hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241113237e4e9110474d2a8bdca967558e07d0_bbd4c5c5352c8f5e52f3c43ff45de955 2024-11-13T08:38:35,141 DEBUG [RS_CLOSE_REGION-regionserver/dd3a0865bb23:0-0 {event_type=M_RS_CLOSE_REGION, pid=120}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/bbd4c5c5352c8f5e52f3c43ff45de955/.tmp/A/75214d787198435298f9cf82dfb01942, store: [table=TestAcidGuarantees family=A region=bbd4c5c5352c8f5e52f3c43ff45de955] 2024-11-13T08:38:35,142 DEBUG [RS_CLOSE_REGION-regionserver/dd3a0865bb23:0-0 {event_type=M_RS_CLOSE_REGION, pid=120}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/bbd4c5c5352c8f5e52f3c43ff45de955/.tmp/A/75214d787198435298f9cf82dfb01942 is 175, key is test_row_1/A:col10/1731487114425/Put/seqid=0 2024-11-13T08:38:35,145 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38605 is added to blk_1073742271_1447 (size=22561) 2024-11-13T08:38:35,145 INFO [RS_CLOSE_REGION-regionserver/dd3a0865bb23:0-0 {event_type=M_RS_CLOSE_REGION, pid=120}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=363, memsize=8.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/bbd4c5c5352c8f5e52f3c43ff45de955/.tmp/A/75214d787198435298f9cf82dfb01942 2024-11-13T08:38:35,150 DEBUG [RS_CLOSE_REGION-regionserver/dd3a0865bb23:0-0 {event_type=M_RS_CLOSE_REGION, pid=120}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/bbd4c5c5352c8f5e52f3c43ff45de955/.tmp/B/7659097769aa442792d37806561262e0 is 50, key is test_row_1/B:col10/1731487114425/Put/seqid=0 2024-11-13T08:38:35,154 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38605 is added to blk_1073742272_1448 (size=9857) 2024-11-13T08:38:35,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45349 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=117 2024-11-13T08:38:35,536 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-13T08:38:35,554 INFO [RS_CLOSE_REGION-regionserver/dd3a0865bb23:0-0 {event_type=M_RS_CLOSE_REGION, pid=120}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=363 (bloomFilter=true), to=hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/bbd4c5c5352c8f5e52f3c43ff45de955/.tmp/B/7659097769aa442792d37806561262e0 2024-11-13T08:38:35,560 DEBUG [RS_CLOSE_REGION-regionserver/dd3a0865bb23:0-0 {event_type=M_RS_CLOSE_REGION, pid=120}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/bbd4c5c5352c8f5e52f3c43ff45de955/.tmp/C/91eed5cbf8aa49ee9ac7e0aac3f48b50 is 50, key is test_row_1/C:col10/1731487114425/Put/seqid=0 2024-11-13T08:38:35,563 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38605 is added to blk_1073742273_1449 (size=9857) 2024-11-13T08:38:35,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45349 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=117 2024-11-13T08:38:35,964 INFO [RS_CLOSE_REGION-regionserver/dd3a0865bb23:0-0 {event_type=M_RS_CLOSE_REGION, pid=120}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=363 (bloomFilter=true), to=hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/bbd4c5c5352c8f5e52f3c43ff45de955/.tmp/C/91eed5cbf8aa49ee9ac7e0aac3f48b50 2024-11-13T08:38:35,967 DEBUG [RS_CLOSE_REGION-regionserver/dd3a0865bb23:0-0 {event_type=M_RS_CLOSE_REGION, pid=120}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/bbd4c5c5352c8f5e52f3c43ff45de955/.tmp/A/75214d787198435298f9cf82dfb01942 as hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/bbd4c5c5352c8f5e52f3c43ff45de955/A/75214d787198435298f9cf82dfb01942 2024-11-13T08:38:35,970 INFO [RS_CLOSE_REGION-regionserver/dd3a0865bb23:0-0 {event_type=M_RS_CLOSE_REGION, pid=120}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/bbd4c5c5352c8f5e52f3c43ff45de955/A/75214d787198435298f9cf82dfb01942, entries=100, sequenceid=363, filesize=22.0 K 2024-11-13T08:38:35,971 DEBUG [RS_CLOSE_REGION-regionserver/dd3a0865bb23:0-0 {event_type=M_RS_CLOSE_REGION, pid=120}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/bbd4c5c5352c8f5e52f3c43ff45de955/.tmp/B/7659097769aa442792d37806561262e0 as hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/bbd4c5c5352c8f5e52f3c43ff45de955/B/7659097769aa442792d37806561262e0 2024-11-13T08:38:35,974 INFO [RS_CLOSE_REGION-regionserver/dd3a0865bb23:0-0 {event_type=M_RS_CLOSE_REGION, pid=120}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/bbd4c5c5352c8f5e52f3c43ff45de955/B/7659097769aa442792d37806561262e0, entries=100, sequenceid=363, filesize=9.6 K 2024-11-13T08:38:35,975 DEBUG [RS_CLOSE_REGION-regionserver/dd3a0865bb23:0-0 {event_type=M_RS_CLOSE_REGION, pid=120}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/bbd4c5c5352c8f5e52f3c43ff45de955/.tmp/C/91eed5cbf8aa49ee9ac7e0aac3f48b50 as hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/bbd4c5c5352c8f5e52f3c43ff45de955/C/91eed5cbf8aa49ee9ac7e0aac3f48b50 2024-11-13T08:38:35,978 INFO [RS_CLOSE_REGION-regionserver/dd3a0865bb23:0-0 {event_type=M_RS_CLOSE_REGION, pid=120}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/bbd4c5c5352c8f5e52f3c43ff45de955/C/91eed5cbf8aa49ee9ac7e0aac3f48b50, entries=100, sequenceid=363, filesize=9.6 K 2024-11-13T08:38:35,979 INFO [RS_CLOSE_REGION-regionserver/dd3a0865bb23:0-0 {event_type=M_RS_CLOSE_REGION, pid=120}] regionserver.HRegion(3140): Finished flush of dataSize ~26.84 KB/27480, heapSize ~71.02 KB/72720, currentSize=0 B/0 for bbd4c5c5352c8f5e52f3c43ff45de955 in 1250ms, sequenceid=363, compaction requested=true 2024-11-13T08:38:35,981 DEBUG [StoreCloser-TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/bbd4c5c5352c8f5e52f3c43ff45de955/A/74fc90482ca543398883183bd3b58dcf, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/bbd4c5c5352c8f5e52f3c43ff45de955/A/65e8405cfdcb467e91752c93f204ed6f, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/bbd4c5c5352c8f5e52f3c43ff45de955/A/8a716f9a35854b1ab2baa2701310d78e, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/bbd4c5c5352c8f5e52f3c43ff45de955/A/2d9fa439ad7443b1907fb99dea2891dd, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/bbd4c5c5352c8f5e52f3c43ff45de955/A/71769c4635aa4fc993a20713fe191f8c, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/bbd4c5c5352c8f5e52f3c43ff45de955/A/a9b410bf7f984a99bcf715a86bfc8b21, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/bbd4c5c5352c8f5e52f3c43ff45de955/A/7069bfad2b3b42f0b7ea9b546611c34a, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/bbd4c5c5352c8f5e52f3c43ff45de955/A/9a187e6db86348988430ef5b0694bcad, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/bbd4c5c5352c8f5e52f3c43ff45de955/A/2b202855c68c413a86a3c3468ecfa886, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/bbd4c5c5352c8f5e52f3c43ff45de955/A/b7d02c2f6fb54d81b664389fffa48059, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/bbd4c5c5352c8f5e52f3c43ff45de955/A/49703f4e229b41f3944d6950030a792c, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/bbd4c5c5352c8f5e52f3c43ff45de955/A/39b7834e76224334aaddf7259070c0af, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/bbd4c5c5352c8f5e52f3c43ff45de955/A/d1dbf889e8854c6ab21890241757c3a5, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/bbd4c5c5352c8f5e52f3c43ff45de955/A/96eaea52001f446ba59b7568829e640f, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/bbd4c5c5352c8f5e52f3c43ff45de955/A/143418d6599242f09e347e011b1e6851, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/bbd4c5c5352c8f5e52f3c43ff45de955/A/97a6f959e1314fd5878cc7e2ac0dc650, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/bbd4c5c5352c8f5e52f3c43ff45de955/A/365c061035b645ac8de3e4177690f378, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/bbd4c5c5352c8f5e52f3c43ff45de955/A/6bc3c6f1229b4b94b60c817353257c59, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/bbd4c5c5352c8f5e52f3c43ff45de955/A/a697ea6702f24b7ba9bd2171a64e7cca, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/bbd4c5c5352c8f5e52f3c43ff45de955/A/2949b16cf0764ccebd9fc23e0622e073, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/bbd4c5c5352c8f5e52f3c43ff45de955/A/696c721764e744fc8bda4a52812565b6, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/bbd4c5c5352c8f5e52f3c43ff45de955/A/338471c38353417dbefe02001ab2392f, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/bbd4c5c5352c8f5e52f3c43ff45de955/A/3f49330e7e3d4ce2bc16900298119d28, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/bbd4c5c5352c8f5e52f3c43ff45de955/A/3d0fea56a3934dedad843a37bc623880] to archive 2024-11-13T08:38:35,982 DEBUG [StoreCloser-TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-13T08:38:35,983 DEBUG [StoreCloser-TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/bbd4c5c5352c8f5e52f3c43ff45de955/A/74fc90482ca543398883183bd3b58dcf to hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/archive/data/default/TestAcidGuarantees/bbd4c5c5352c8f5e52f3c43ff45de955/A/74fc90482ca543398883183bd3b58dcf 2024-11-13T08:38:35,984 DEBUG [StoreCloser-TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/bbd4c5c5352c8f5e52f3c43ff45de955/A/65e8405cfdcb467e91752c93f204ed6f to hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/archive/data/default/TestAcidGuarantees/bbd4c5c5352c8f5e52f3c43ff45de955/A/65e8405cfdcb467e91752c93f204ed6f 2024-11-13T08:38:35,985 DEBUG [StoreCloser-TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/bbd4c5c5352c8f5e52f3c43ff45de955/A/8a716f9a35854b1ab2baa2701310d78e to hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/archive/data/default/TestAcidGuarantees/bbd4c5c5352c8f5e52f3c43ff45de955/A/8a716f9a35854b1ab2baa2701310d78e 2024-11-13T08:38:35,986 DEBUG [StoreCloser-TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/bbd4c5c5352c8f5e52f3c43ff45de955/A/2d9fa439ad7443b1907fb99dea2891dd to hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/archive/data/default/TestAcidGuarantees/bbd4c5c5352c8f5e52f3c43ff45de955/A/2d9fa439ad7443b1907fb99dea2891dd 2024-11-13T08:38:35,986 DEBUG [StoreCloser-TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/bbd4c5c5352c8f5e52f3c43ff45de955/A/71769c4635aa4fc993a20713fe191f8c to hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/archive/data/default/TestAcidGuarantees/bbd4c5c5352c8f5e52f3c43ff45de955/A/71769c4635aa4fc993a20713fe191f8c 2024-11-13T08:38:35,987 DEBUG [StoreCloser-TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/bbd4c5c5352c8f5e52f3c43ff45de955/A/a9b410bf7f984a99bcf715a86bfc8b21 to hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/archive/data/default/TestAcidGuarantees/bbd4c5c5352c8f5e52f3c43ff45de955/A/a9b410bf7f984a99bcf715a86bfc8b21 2024-11-13T08:38:35,988 DEBUG [StoreCloser-TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/bbd4c5c5352c8f5e52f3c43ff45de955/A/7069bfad2b3b42f0b7ea9b546611c34a to hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/archive/data/default/TestAcidGuarantees/bbd4c5c5352c8f5e52f3c43ff45de955/A/7069bfad2b3b42f0b7ea9b546611c34a 2024-11-13T08:38:35,989 DEBUG [StoreCloser-TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/bbd4c5c5352c8f5e52f3c43ff45de955/A/9a187e6db86348988430ef5b0694bcad to hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/archive/data/default/TestAcidGuarantees/bbd4c5c5352c8f5e52f3c43ff45de955/A/9a187e6db86348988430ef5b0694bcad 2024-11-13T08:38:35,990 DEBUG [StoreCloser-TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/bbd4c5c5352c8f5e52f3c43ff45de955/A/2b202855c68c413a86a3c3468ecfa886 to hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/archive/data/default/TestAcidGuarantees/bbd4c5c5352c8f5e52f3c43ff45de955/A/2b202855c68c413a86a3c3468ecfa886 2024-11-13T08:38:35,990 DEBUG [StoreCloser-TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/bbd4c5c5352c8f5e52f3c43ff45de955/A/b7d02c2f6fb54d81b664389fffa48059 to hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/archive/data/default/TestAcidGuarantees/bbd4c5c5352c8f5e52f3c43ff45de955/A/b7d02c2f6fb54d81b664389fffa48059 2024-11-13T08:38:35,991 DEBUG [StoreCloser-TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/bbd4c5c5352c8f5e52f3c43ff45de955/A/49703f4e229b41f3944d6950030a792c to hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/archive/data/default/TestAcidGuarantees/bbd4c5c5352c8f5e52f3c43ff45de955/A/49703f4e229b41f3944d6950030a792c 2024-11-13T08:38:35,992 DEBUG [StoreCloser-TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/bbd4c5c5352c8f5e52f3c43ff45de955/A/39b7834e76224334aaddf7259070c0af to hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/archive/data/default/TestAcidGuarantees/bbd4c5c5352c8f5e52f3c43ff45de955/A/39b7834e76224334aaddf7259070c0af 2024-11-13T08:38:35,993 DEBUG [StoreCloser-TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/bbd4c5c5352c8f5e52f3c43ff45de955/A/d1dbf889e8854c6ab21890241757c3a5 to hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/archive/data/default/TestAcidGuarantees/bbd4c5c5352c8f5e52f3c43ff45de955/A/d1dbf889e8854c6ab21890241757c3a5 2024-11-13T08:38:35,994 DEBUG [StoreCloser-TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/bbd4c5c5352c8f5e52f3c43ff45de955/A/96eaea52001f446ba59b7568829e640f to hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/archive/data/default/TestAcidGuarantees/bbd4c5c5352c8f5e52f3c43ff45de955/A/96eaea52001f446ba59b7568829e640f 2024-11-13T08:38:35,995 DEBUG [StoreCloser-TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/bbd4c5c5352c8f5e52f3c43ff45de955/A/143418d6599242f09e347e011b1e6851 to hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/archive/data/default/TestAcidGuarantees/bbd4c5c5352c8f5e52f3c43ff45de955/A/143418d6599242f09e347e011b1e6851 2024-11-13T08:38:35,996 DEBUG [StoreCloser-TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/bbd4c5c5352c8f5e52f3c43ff45de955/A/97a6f959e1314fd5878cc7e2ac0dc650 to hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/archive/data/default/TestAcidGuarantees/bbd4c5c5352c8f5e52f3c43ff45de955/A/97a6f959e1314fd5878cc7e2ac0dc650 2024-11-13T08:38:35,996 DEBUG [StoreCloser-TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/bbd4c5c5352c8f5e52f3c43ff45de955/A/365c061035b645ac8de3e4177690f378 to hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/archive/data/default/TestAcidGuarantees/bbd4c5c5352c8f5e52f3c43ff45de955/A/365c061035b645ac8de3e4177690f378 2024-11-13T08:38:35,997 DEBUG [StoreCloser-TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/bbd4c5c5352c8f5e52f3c43ff45de955/A/6bc3c6f1229b4b94b60c817353257c59 to hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/archive/data/default/TestAcidGuarantees/bbd4c5c5352c8f5e52f3c43ff45de955/A/6bc3c6f1229b4b94b60c817353257c59 2024-11-13T08:38:35,998 DEBUG [StoreCloser-TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/bbd4c5c5352c8f5e52f3c43ff45de955/A/a697ea6702f24b7ba9bd2171a64e7cca to hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/archive/data/default/TestAcidGuarantees/bbd4c5c5352c8f5e52f3c43ff45de955/A/a697ea6702f24b7ba9bd2171a64e7cca 2024-11-13T08:38:35,999 DEBUG [StoreCloser-TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/bbd4c5c5352c8f5e52f3c43ff45de955/A/2949b16cf0764ccebd9fc23e0622e073 to hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/archive/data/default/TestAcidGuarantees/bbd4c5c5352c8f5e52f3c43ff45de955/A/2949b16cf0764ccebd9fc23e0622e073 2024-11-13T08:38:36,000 DEBUG [StoreCloser-TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/bbd4c5c5352c8f5e52f3c43ff45de955/A/696c721764e744fc8bda4a52812565b6 to hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/archive/data/default/TestAcidGuarantees/bbd4c5c5352c8f5e52f3c43ff45de955/A/696c721764e744fc8bda4a52812565b6 2024-11-13T08:38:36,000 DEBUG [StoreCloser-TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/bbd4c5c5352c8f5e52f3c43ff45de955/A/338471c38353417dbefe02001ab2392f to hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/archive/data/default/TestAcidGuarantees/bbd4c5c5352c8f5e52f3c43ff45de955/A/338471c38353417dbefe02001ab2392f 2024-11-13T08:38:36,001 DEBUG [StoreCloser-TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/bbd4c5c5352c8f5e52f3c43ff45de955/A/3f49330e7e3d4ce2bc16900298119d28 to hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/archive/data/default/TestAcidGuarantees/bbd4c5c5352c8f5e52f3c43ff45de955/A/3f49330e7e3d4ce2bc16900298119d28 2024-11-13T08:38:36,002 DEBUG [StoreCloser-TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/bbd4c5c5352c8f5e52f3c43ff45de955/A/3d0fea56a3934dedad843a37bc623880 to hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/archive/data/default/TestAcidGuarantees/bbd4c5c5352c8f5e52f3c43ff45de955/A/3d0fea56a3934dedad843a37bc623880 2024-11-13T08:38:36,004 DEBUG [StoreCloser-TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/bbd4c5c5352c8f5e52f3c43ff45de955/B/9f4d19992adc44ff90c6f5ba8ac22d50, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/bbd4c5c5352c8f5e52f3c43ff45de955/B/cc5e03fb4c0046b7bc3eac6d04e78c72, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/bbd4c5c5352c8f5e52f3c43ff45de955/B/2abdcba1cedd4961bda80e6521731e97, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/bbd4c5c5352c8f5e52f3c43ff45de955/B/b45a648037434cd1a838eeb2eab313c3, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/bbd4c5c5352c8f5e52f3c43ff45de955/B/c7836e744d1f4546816e03c74809f16e, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/bbd4c5c5352c8f5e52f3c43ff45de955/B/119a558b573241c6bf40b70ceb201f0a, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/bbd4c5c5352c8f5e52f3c43ff45de955/B/9a274595902b4ea1a0667f8717e90c8a, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/bbd4c5c5352c8f5e52f3c43ff45de955/B/c3f5583ad30d4c08ba309000b0116739, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/bbd4c5c5352c8f5e52f3c43ff45de955/B/0c8ab996ddd24cde8b8f5efa1cd41cc7, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/bbd4c5c5352c8f5e52f3c43ff45de955/B/06aad937ebdf488cbe1bcf0abd5dbc04, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/bbd4c5c5352c8f5e52f3c43ff45de955/B/fb219ee9ad3344268ef0636091dcc0f3, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/bbd4c5c5352c8f5e52f3c43ff45de955/B/b7c9213c7c424b9c9a960a19cabfad91, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/bbd4c5c5352c8f5e52f3c43ff45de955/B/b4f936d7ff1c4230a6b41ef6f0e71acf, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/bbd4c5c5352c8f5e52f3c43ff45de955/B/c199f1764a284cb3aad50eaeaee4cbf2, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/bbd4c5c5352c8f5e52f3c43ff45de955/B/68b48d934b974b0bbffe2c574163889b, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/bbd4c5c5352c8f5e52f3c43ff45de955/B/b98393a81235478c9ace3768f67f4dc7, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/bbd4c5c5352c8f5e52f3c43ff45de955/B/d8281afadd95420da56f50680961e46e, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/bbd4c5c5352c8f5e52f3c43ff45de955/B/df4e99b9f1904a27a0a75c73506ced85, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/bbd4c5c5352c8f5e52f3c43ff45de955/B/42212c4a1bac4df195672368ba6c6fb7, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/bbd4c5c5352c8f5e52f3c43ff45de955/B/2a71ee9b13d541fea747a8659f10b447, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/bbd4c5c5352c8f5e52f3c43ff45de955/B/0d78005cb4394843a59d5dd297f17cfe, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/bbd4c5c5352c8f5e52f3c43ff45de955/B/d0df149fa35b43a880165185886aae0a, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/bbd4c5c5352c8f5e52f3c43ff45de955/B/380cac95632243988c588e460504f3d2, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/bbd4c5c5352c8f5e52f3c43ff45de955/B/2a4d5ff7d705469fbaa349db29466337] to archive 2024-11-13T08:38:36,005 DEBUG [StoreCloser-TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-13T08:38:36,006 DEBUG [StoreCloser-TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/bbd4c5c5352c8f5e52f3c43ff45de955/B/9f4d19992adc44ff90c6f5ba8ac22d50 to hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/archive/data/default/TestAcidGuarantees/bbd4c5c5352c8f5e52f3c43ff45de955/B/9f4d19992adc44ff90c6f5ba8ac22d50 2024-11-13T08:38:36,007 DEBUG [StoreCloser-TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/bbd4c5c5352c8f5e52f3c43ff45de955/B/cc5e03fb4c0046b7bc3eac6d04e78c72 to hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/archive/data/default/TestAcidGuarantees/bbd4c5c5352c8f5e52f3c43ff45de955/B/cc5e03fb4c0046b7bc3eac6d04e78c72 2024-11-13T08:38:36,008 DEBUG [StoreCloser-TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/bbd4c5c5352c8f5e52f3c43ff45de955/B/2abdcba1cedd4961bda80e6521731e97 to hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/archive/data/default/TestAcidGuarantees/bbd4c5c5352c8f5e52f3c43ff45de955/B/2abdcba1cedd4961bda80e6521731e97 2024-11-13T08:38:36,009 DEBUG [StoreCloser-TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/bbd4c5c5352c8f5e52f3c43ff45de955/B/b45a648037434cd1a838eeb2eab313c3 to hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/archive/data/default/TestAcidGuarantees/bbd4c5c5352c8f5e52f3c43ff45de955/B/b45a648037434cd1a838eeb2eab313c3 2024-11-13T08:38:36,010 DEBUG [StoreCloser-TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/bbd4c5c5352c8f5e52f3c43ff45de955/B/c7836e744d1f4546816e03c74809f16e to hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/archive/data/default/TestAcidGuarantees/bbd4c5c5352c8f5e52f3c43ff45de955/B/c7836e744d1f4546816e03c74809f16e 2024-11-13T08:38:36,010 DEBUG [StoreCloser-TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/bbd4c5c5352c8f5e52f3c43ff45de955/B/119a558b573241c6bf40b70ceb201f0a to hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/archive/data/default/TestAcidGuarantees/bbd4c5c5352c8f5e52f3c43ff45de955/B/119a558b573241c6bf40b70ceb201f0a 2024-11-13T08:38:36,011 DEBUG [StoreCloser-TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/bbd4c5c5352c8f5e52f3c43ff45de955/B/9a274595902b4ea1a0667f8717e90c8a to hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/archive/data/default/TestAcidGuarantees/bbd4c5c5352c8f5e52f3c43ff45de955/B/9a274595902b4ea1a0667f8717e90c8a 2024-11-13T08:38:36,012 DEBUG [StoreCloser-TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/bbd4c5c5352c8f5e52f3c43ff45de955/B/c3f5583ad30d4c08ba309000b0116739 to hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/archive/data/default/TestAcidGuarantees/bbd4c5c5352c8f5e52f3c43ff45de955/B/c3f5583ad30d4c08ba309000b0116739 2024-11-13T08:38:36,013 DEBUG [StoreCloser-TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/bbd4c5c5352c8f5e52f3c43ff45de955/B/0c8ab996ddd24cde8b8f5efa1cd41cc7 to hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/archive/data/default/TestAcidGuarantees/bbd4c5c5352c8f5e52f3c43ff45de955/B/0c8ab996ddd24cde8b8f5efa1cd41cc7 2024-11-13T08:38:36,014 DEBUG [StoreCloser-TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/bbd4c5c5352c8f5e52f3c43ff45de955/B/06aad937ebdf488cbe1bcf0abd5dbc04 to hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/archive/data/default/TestAcidGuarantees/bbd4c5c5352c8f5e52f3c43ff45de955/B/06aad937ebdf488cbe1bcf0abd5dbc04 2024-11-13T08:38:36,015 DEBUG [StoreCloser-TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/bbd4c5c5352c8f5e52f3c43ff45de955/B/fb219ee9ad3344268ef0636091dcc0f3 to hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/archive/data/default/TestAcidGuarantees/bbd4c5c5352c8f5e52f3c43ff45de955/B/fb219ee9ad3344268ef0636091dcc0f3 2024-11-13T08:38:36,015 DEBUG [StoreCloser-TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/bbd4c5c5352c8f5e52f3c43ff45de955/B/b7c9213c7c424b9c9a960a19cabfad91 to hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/archive/data/default/TestAcidGuarantees/bbd4c5c5352c8f5e52f3c43ff45de955/B/b7c9213c7c424b9c9a960a19cabfad91 2024-11-13T08:38:36,016 DEBUG [StoreCloser-TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/bbd4c5c5352c8f5e52f3c43ff45de955/B/b4f936d7ff1c4230a6b41ef6f0e71acf to hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/archive/data/default/TestAcidGuarantees/bbd4c5c5352c8f5e52f3c43ff45de955/B/b4f936d7ff1c4230a6b41ef6f0e71acf 2024-11-13T08:38:36,017 DEBUG [StoreCloser-TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/bbd4c5c5352c8f5e52f3c43ff45de955/B/c199f1764a284cb3aad50eaeaee4cbf2 to hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/archive/data/default/TestAcidGuarantees/bbd4c5c5352c8f5e52f3c43ff45de955/B/c199f1764a284cb3aad50eaeaee4cbf2 2024-11-13T08:38:36,018 DEBUG [StoreCloser-TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/bbd4c5c5352c8f5e52f3c43ff45de955/B/68b48d934b974b0bbffe2c574163889b to hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/archive/data/default/TestAcidGuarantees/bbd4c5c5352c8f5e52f3c43ff45de955/B/68b48d934b974b0bbffe2c574163889b 2024-11-13T08:38:36,020 DEBUG [StoreCloser-TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/bbd4c5c5352c8f5e52f3c43ff45de955/B/b98393a81235478c9ace3768f67f4dc7 to hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/archive/data/default/TestAcidGuarantees/bbd4c5c5352c8f5e52f3c43ff45de955/B/b98393a81235478c9ace3768f67f4dc7 2024-11-13T08:38:36,022 DEBUG [StoreCloser-TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/bbd4c5c5352c8f5e52f3c43ff45de955/B/d8281afadd95420da56f50680961e46e to hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/archive/data/default/TestAcidGuarantees/bbd4c5c5352c8f5e52f3c43ff45de955/B/d8281afadd95420da56f50680961e46e 2024-11-13T08:38:36,023 DEBUG [StoreCloser-TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/bbd4c5c5352c8f5e52f3c43ff45de955/B/df4e99b9f1904a27a0a75c73506ced85 to hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/archive/data/default/TestAcidGuarantees/bbd4c5c5352c8f5e52f3c43ff45de955/B/df4e99b9f1904a27a0a75c73506ced85 2024-11-13T08:38:36,024 DEBUG [StoreCloser-TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/bbd4c5c5352c8f5e52f3c43ff45de955/B/42212c4a1bac4df195672368ba6c6fb7 to hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/archive/data/default/TestAcidGuarantees/bbd4c5c5352c8f5e52f3c43ff45de955/B/42212c4a1bac4df195672368ba6c6fb7 2024-11-13T08:38:36,025 DEBUG [StoreCloser-TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/bbd4c5c5352c8f5e52f3c43ff45de955/B/2a71ee9b13d541fea747a8659f10b447 to hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/archive/data/default/TestAcidGuarantees/bbd4c5c5352c8f5e52f3c43ff45de955/B/2a71ee9b13d541fea747a8659f10b447 2024-11-13T08:38:36,026 DEBUG [StoreCloser-TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/bbd4c5c5352c8f5e52f3c43ff45de955/B/0d78005cb4394843a59d5dd297f17cfe to hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/archive/data/default/TestAcidGuarantees/bbd4c5c5352c8f5e52f3c43ff45de955/B/0d78005cb4394843a59d5dd297f17cfe 2024-11-13T08:38:36,027 DEBUG [StoreCloser-TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/bbd4c5c5352c8f5e52f3c43ff45de955/B/d0df149fa35b43a880165185886aae0a to hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/archive/data/default/TestAcidGuarantees/bbd4c5c5352c8f5e52f3c43ff45de955/B/d0df149fa35b43a880165185886aae0a 2024-11-13T08:38:36,028 DEBUG [StoreCloser-TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/bbd4c5c5352c8f5e52f3c43ff45de955/B/380cac95632243988c588e460504f3d2 to hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/archive/data/default/TestAcidGuarantees/bbd4c5c5352c8f5e52f3c43ff45de955/B/380cac95632243988c588e460504f3d2 2024-11-13T08:38:36,029 DEBUG [StoreCloser-TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/bbd4c5c5352c8f5e52f3c43ff45de955/B/2a4d5ff7d705469fbaa349db29466337 to hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/archive/data/default/TestAcidGuarantees/bbd4c5c5352c8f5e52f3c43ff45de955/B/2a4d5ff7d705469fbaa349db29466337 2024-11-13T08:38:36,030 DEBUG [StoreCloser-TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/bbd4c5c5352c8f5e52f3c43ff45de955/C/ec5080455aec4b229dc896add72f50a9, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/bbd4c5c5352c8f5e52f3c43ff45de955/C/5f9b61a35e1c49a194f18379f9808991, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/bbd4c5c5352c8f5e52f3c43ff45de955/C/4e5f7a9b683145a39ca122881b17438a, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/bbd4c5c5352c8f5e52f3c43ff45de955/C/481294dd39284816be39b9250ef73784, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/bbd4c5c5352c8f5e52f3c43ff45de955/C/9852592a5e2640a5afe75b1781399947, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/bbd4c5c5352c8f5e52f3c43ff45de955/C/cf3216b615604792890535cff9e7ebe4, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/bbd4c5c5352c8f5e52f3c43ff45de955/C/8b723489e7d24998bd9b2c5877313499, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/bbd4c5c5352c8f5e52f3c43ff45de955/C/a7dcc8ef667145c2a9d4b20e3b4a746a, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/bbd4c5c5352c8f5e52f3c43ff45de955/C/577c71bc753e4a419cce2b0a0bed9aa8, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/bbd4c5c5352c8f5e52f3c43ff45de955/C/cc78f798c5ec435ca19f3a2c5228a645, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/bbd4c5c5352c8f5e52f3c43ff45de955/C/d8178bfac8f248a8b0a34e823938351b, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/bbd4c5c5352c8f5e52f3c43ff45de955/C/7e72a4dce55842b5bf0715e164246cd1, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/bbd4c5c5352c8f5e52f3c43ff45de955/C/a9bdfecc052a44c1b18bdde99e85c19a, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/bbd4c5c5352c8f5e52f3c43ff45de955/C/0ae9e9d2f05b47debf443276f1027a58, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/bbd4c5c5352c8f5e52f3c43ff45de955/C/2bf6355626584207a9bdbe7290855cd7, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/bbd4c5c5352c8f5e52f3c43ff45de955/C/7ce7767787da404c852a104b014d8271, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/bbd4c5c5352c8f5e52f3c43ff45de955/C/4dc87ca940b0459190045379cf582678, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/bbd4c5c5352c8f5e52f3c43ff45de955/C/168e07e5a3a94cff84c9d1f924f79245, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/bbd4c5c5352c8f5e52f3c43ff45de955/C/c229c90f8316438fbfd4e113d71734eb, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/bbd4c5c5352c8f5e52f3c43ff45de955/C/692f27b57fde4ca1ad4d21de6e2efb4e, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/bbd4c5c5352c8f5e52f3c43ff45de955/C/56d9d4d28a8446818e43b01dbf5c541c, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/bbd4c5c5352c8f5e52f3c43ff45de955/C/d98e609f89e0413ea85529c9b672acab, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/bbd4c5c5352c8f5e52f3c43ff45de955/C/91fcb745c2e344f0b14ebd4784f0576f, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/bbd4c5c5352c8f5e52f3c43ff45de955/C/75426419cc5a436cacff888ec09de910] to archive 2024-11-13T08:38:36,031 DEBUG [StoreCloser-TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-13T08:38:36,032 DEBUG [StoreCloser-TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/bbd4c5c5352c8f5e52f3c43ff45de955/C/ec5080455aec4b229dc896add72f50a9 to hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/archive/data/default/TestAcidGuarantees/bbd4c5c5352c8f5e52f3c43ff45de955/C/ec5080455aec4b229dc896add72f50a9 2024-11-13T08:38:36,033 DEBUG [StoreCloser-TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/bbd4c5c5352c8f5e52f3c43ff45de955/C/5f9b61a35e1c49a194f18379f9808991 to hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/archive/data/default/TestAcidGuarantees/bbd4c5c5352c8f5e52f3c43ff45de955/C/5f9b61a35e1c49a194f18379f9808991 2024-11-13T08:38:36,034 DEBUG [StoreCloser-TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/bbd4c5c5352c8f5e52f3c43ff45de955/C/4e5f7a9b683145a39ca122881b17438a to hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/archive/data/default/TestAcidGuarantees/bbd4c5c5352c8f5e52f3c43ff45de955/C/4e5f7a9b683145a39ca122881b17438a 2024-11-13T08:38:36,035 DEBUG [StoreCloser-TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/bbd4c5c5352c8f5e52f3c43ff45de955/C/481294dd39284816be39b9250ef73784 to hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/archive/data/default/TestAcidGuarantees/bbd4c5c5352c8f5e52f3c43ff45de955/C/481294dd39284816be39b9250ef73784 2024-11-13T08:38:36,035 DEBUG [StoreCloser-TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/bbd4c5c5352c8f5e52f3c43ff45de955/C/9852592a5e2640a5afe75b1781399947 to hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/archive/data/default/TestAcidGuarantees/bbd4c5c5352c8f5e52f3c43ff45de955/C/9852592a5e2640a5afe75b1781399947 2024-11-13T08:38:36,036 DEBUG [StoreCloser-TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/bbd4c5c5352c8f5e52f3c43ff45de955/C/cf3216b615604792890535cff9e7ebe4 to hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/archive/data/default/TestAcidGuarantees/bbd4c5c5352c8f5e52f3c43ff45de955/C/cf3216b615604792890535cff9e7ebe4 2024-11-13T08:38:36,037 DEBUG [StoreCloser-TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/bbd4c5c5352c8f5e52f3c43ff45de955/C/8b723489e7d24998bd9b2c5877313499 to hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/archive/data/default/TestAcidGuarantees/bbd4c5c5352c8f5e52f3c43ff45de955/C/8b723489e7d24998bd9b2c5877313499 2024-11-13T08:38:36,038 DEBUG [StoreCloser-TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/bbd4c5c5352c8f5e52f3c43ff45de955/C/a7dcc8ef667145c2a9d4b20e3b4a746a to hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/archive/data/default/TestAcidGuarantees/bbd4c5c5352c8f5e52f3c43ff45de955/C/a7dcc8ef667145c2a9d4b20e3b4a746a 2024-11-13T08:38:36,039 DEBUG [StoreCloser-TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/bbd4c5c5352c8f5e52f3c43ff45de955/C/577c71bc753e4a419cce2b0a0bed9aa8 to hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/archive/data/default/TestAcidGuarantees/bbd4c5c5352c8f5e52f3c43ff45de955/C/577c71bc753e4a419cce2b0a0bed9aa8 2024-11-13T08:38:36,040 DEBUG [StoreCloser-TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/bbd4c5c5352c8f5e52f3c43ff45de955/C/cc78f798c5ec435ca19f3a2c5228a645 to hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/archive/data/default/TestAcidGuarantees/bbd4c5c5352c8f5e52f3c43ff45de955/C/cc78f798c5ec435ca19f3a2c5228a645 2024-11-13T08:38:36,041 DEBUG [StoreCloser-TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/bbd4c5c5352c8f5e52f3c43ff45de955/C/d8178bfac8f248a8b0a34e823938351b to hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/archive/data/default/TestAcidGuarantees/bbd4c5c5352c8f5e52f3c43ff45de955/C/d8178bfac8f248a8b0a34e823938351b 2024-11-13T08:38:36,042 DEBUG [StoreCloser-TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/bbd4c5c5352c8f5e52f3c43ff45de955/C/7e72a4dce55842b5bf0715e164246cd1 to hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/archive/data/default/TestAcidGuarantees/bbd4c5c5352c8f5e52f3c43ff45de955/C/7e72a4dce55842b5bf0715e164246cd1 2024-11-13T08:38:36,043 DEBUG [StoreCloser-TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/bbd4c5c5352c8f5e52f3c43ff45de955/C/a9bdfecc052a44c1b18bdde99e85c19a to hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/archive/data/default/TestAcidGuarantees/bbd4c5c5352c8f5e52f3c43ff45de955/C/a9bdfecc052a44c1b18bdde99e85c19a 2024-11-13T08:38:36,044 DEBUG [StoreCloser-TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/bbd4c5c5352c8f5e52f3c43ff45de955/C/0ae9e9d2f05b47debf443276f1027a58 to hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/archive/data/default/TestAcidGuarantees/bbd4c5c5352c8f5e52f3c43ff45de955/C/0ae9e9d2f05b47debf443276f1027a58 2024-11-13T08:38:36,045 DEBUG [StoreCloser-TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/bbd4c5c5352c8f5e52f3c43ff45de955/C/2bf6355626584207a9bdbe7290855cd7 to hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/archive/data/default/TestAcidGuarantees/bbd4c5c5352c8f5e52f3c43ff45de955/C/2bf6355626584207a9bdbe7290855cd7 2024-11-13T08:38:36,046 DEBUG [StoreCloser-TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/bbd4c5c5352c8f5e52f3c43ff45de955/C/7ce7767787da404c852a104b014d8271 to hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/archive/data/default/TestAcidGuarantees/bbd4c5c5352c8f5e52f3c43ff45de955/C/7ce7767787da404c852a104b014d8271 2024-11-13T08:38:36,047 DEBUG [StoreCloser-TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/bbd4c5c5352c8f5e52f3c43ff45de955/C/4dc87ca940b0459190045379cf582678 to hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/archive/data/default/TestAcidGuarantees/bbd4c5c5352c8f5e52f3c43ff45de955/C/4dc87ca940b0459190045379cf582678 2024-11-13T08:38:36,048 DEBUG [StoreCloser-TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/bbd4c5c5352c8f5e52f3c43ff45de955/C/168e07e5a3a94cff84c9d1f924f79245 to hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/archive/data/default/TestAcidGuarantees/bbd4c5c5352c8f5e52f3c43ff45de955/C/168e07e5a3a94cff84c9d1f924f79245 2024-11-13T08:38:36,049 DEBUG [StoreCloser-TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/bbd4c5c5352c8f5e52f3c43ff45de955/C/c229c90f8316438fbfd4e113d71734eb to hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/archive/data/default/TestAcidGuarantees/bbd4c5c5352c8f5e52f3c43ff45de955/C/c229c90f8316438fbfd4e113d71734eb 2024-11-13T08:38:36,050 DEBUG [StoreCloser-TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/bbd4c5c5352c8f5e52f3c43ff45de955/C/692f27b57fde4ca1ad4d21de6e2efb4e to hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/archive/data/default/TestAcidGuarantees/bbd4c5c5352c8f5e52f3c43ff45de955/C/692f27b57fde4ca1ad4d21de6e2efb4e 2024-11-13T08:38:36,052 DEBUG [StoreCloser-TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/bbd4c5c5352c8f5e52f3c43ff45de955/C/56d9d4d28a8446818e43b01dbf5c541c to hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/archive/data/default/TestAcidGuarantees/bbd4c5c5352c8f5e52f3c43ff45de955/C/56d9d4d28a8446818e43b01dbf5c541c 2024-11-13T08:38:36,053 DEBUG [StoreCloser-TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/bbd4c5c5352c8f5e52f3c43ff45de955/C/d98e609f89e0413ea85529c9b672acab to hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/archive/data/default/TestAcidGuarantees/bbd4c5c5352c8f5e52f3c43ff45de955/C/d98e609f89e0413ea85529c9b672acab 2024-11-13T08:38:36,054 DEBUG [StoreCloser-TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/bbd4c5c5352c8f5e52f3c43ff45de955/C/91fcb745c2e344f0b14ebd4784f0576f to hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/archive/data/default/TestAcidGuarantees/bbd4c5c5352c8f5e52f3c43ff45de955/C/91fcb745c2e344f0b14ebd4784f0576f 2024-11-13T08:38:36,055 DEBUG [StoreCloser-TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/bbd4c5c5352c8f5e52f3c43ff45de955/C/75426419cc5a436cacff888ec09de910 to hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/archive/data/default/TestAcidGuarantees/bbd4c5c5352c8f5e52f3c43ff45de955/C/75426419cc5a436cacff888ec09de910 2024-11-13T08:38:36,059 DEBUG [RS_CLOSE_REGION-regionserver/dd3a0865bb23:0-0 {event_type=M_RS_CLOSE_REGION, pid=120}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/bbd4c5c5352c8f5e52f3c43ff45de955/recovered.edits/366.seqid, newMaxSeqId=366, maxSeqId=4 2024-11-13T08:38:36,060 INFO [RS_CLOSE_REGION-regionserver/dd3a0865bb23:0-0 {event_type=M_RS_CLOSE_REGION, pid=120}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955. 2024-11-13T08:38:36,060 DEBUG [RS_CLOSE_REGION-regionserver/dd3a0865bb23:0-0 {event_type=M_RS_CLOSE_REGION, pid=120}] regionserver.HRegion(1676): Region close journal for bbd4c5c5352c8f5e52f3c43ff45de955: Waiting for close lock at 1731487114728Running coprocessor pre-close hooks at 1731487114728Disabling compacts and flushes for region at 1731487114729 (+1 ms)Disabling writes for close at 1731487114729Obtaining lock to block concurrent updates at 1731487114729Preparing flush snapshotting stores in bbd4c5c5352c8f5e52f3c43ff45de955 at 1731487114729Finished memstore snapshotting TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955., syncing WAL and waiting on mvcc, flushsize=dataSize=27480, getHeapSize=72720, getOffHeapSize=0, getCellsCount=600 at 1731487114729Flushing stores of TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955. at 1731487114729Flushing bbd4c5c5352c8f5e52f3c43ff45de955/A: creating writer at 1731487114730 (+1 ms)Flushing mob file bbd4c5c5352c8f5e52f3c43ff45de955/A: appending metadata at 1731487114733 (+3 ms)Flushing mob file bbd4c5c5352c8f5e52f3c43ff45de955/A: closing flushed file at 1731487114734 (+1 ms)Flushing bbd4c5c5352c8f5e52f3c43ff45de955/A: appending metadata at 1731487115141 (+407 ms)Flushing bbd4c5c5352c8f5e52f3c43ff45de955/A: closing flushed file at 1731487115141Flushing bbd4c5c5352c8f5e52f3c43ff45de955/B: creating writer at 1731487115148 (+7 ms)Flushing bbd4c5c5352c8f5e52f3c43ff45de955/B: appending metadata at 1731487115150 (+2 ms)Flushing bbd4c5c5352c8f5e52f3c43ff45de955/B: closing flushed file at 1731487115150Flushing bbd4c5c5352c8f5e52f3c43ff45de955/C: creating writer at 1731487115558 (+408 ms)Flushing bbd4c5c5352c8f5e52f3c43ff45de955/C: appending metadata at 1731487115560 (+2 ms)Flushing bbd4c5c5352c8f5e52f3c43ff45de955/C: closing flushed file at 1731487115560Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7c85399f: reopening flushed file at 1731487115967 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3c445572: reopening flushed file at 1731487115970 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@74016859: reopening flushed file at 1731487115974 (+4 ms)Finished flush of dataSize ~26.84 KB/27480, heapSize ~71.02 KB/72720, currentSize=0 B/0 for bbd4c5c5352c8f5e52f3c43ff45de955 in 1250ms, sequenceid=363, compaction requested=true at 1731487115979 (+5 ms)Writing region close event to WAL at 1731487116056 (+77 ms)Running coprocessor post-close hooks at 1731487116060 (+4 ms)Closed at 1731487116060 2024-11-13T08:38:36,062 INFO [RS_CLOSE_REGION-regionserver/dd3a0865bb23:0-0 {event_type=M_RS_CLOSE_REGION, pid=120}] handler.UnassignRegionHandler(157): Closed bbd4c5c5352c8f5e52f3c43ff45de955 2024-11-13T08:38:36,063 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=119 updating hbase:meta row=bbd4c5c5352c8f5e52f3c43ff45de955, regionState=CLOSED 2024-11-13T08:38:36,064 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=120, ppid=119, state=RUNNABLE, hasLock=false; CloseRegionProcedure bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 because future has completed 2024-11-13T08:38:36,066 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=120, resume processing ppid=119 2024-11-13T08:38:36,066 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=120, ppid=119, state=SUCCESS, hasLock=false; CloseRegionProcedure bbd4c5c5352c8f5e52f3c43ff45de955, server=dd3a0865bb23,43851,1731486997349 in 1.4880 sec 2024-11-13T08:38:36,067 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=119, resume processing ppid=118 2024-11-13T08:38:36,067 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=119, ppid=118, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=bbd4c5c5352c8f5e52f3c43ff45de955, UNASSIGN in 1.4930 sec 2024-11-13T08:38:36,069 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=118, resume processing ppid=117 2024-11-13T08:38:36,069 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=118, ppid=117, state=SUCCESS, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.4960 sec 2024-11-13T08:38:36,070 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731487116070"}]},"ts":"1731487116070"} 2024-11-13T08:38:36,071 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-13T08:38:36,071 INFO [PEWorker-3 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-13T08:38:36,073 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=117, state=SUCCESS, hasLock=false; DisableTableProcedure table=TestAcidGuarantees in 1.5050 sec 2024-11-13T08:38:36,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45349 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=117 2024-11-13T08:38:36,715 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DISABLE, Table Name: default:TestAcidGuarantees completed 2024-11-13T08:38:36,715 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45349 {}] master.HMaster$5(2570): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-11-13T08:38:36,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45349 {}] procedure2.ProcedureExecutor(1139): Stored pid=121, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees 2024-11-13T08:38:36,717 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=121, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-13T08:38:36,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45349 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=121 2024-11-13T08:38:36,718 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=121, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-13T08:38:36,720 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/bbd4c5c5352c8f5e52f3c43ff45de955 2024-11-13T08:38:36,722 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/bbd4c5c5352c8f5e52f3c43ff45de955/A, FileablePath, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/bbd4c5c5352c8f5e52f3c43ff45de955/B, FileablePath, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/bbd4c5c5352c8f5e52f3c43ff45de955/C, FileablePath, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/bbd4c5c5352c8f5e52f3c43ff45de955/recovered.edits] 2024-11-13T08:38:36,724 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/bbd4c5c5352c8f5e52f3c43ff45de955/A/68523fe9cf3645038698b6d6fa60b1f9 to hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/archive/data/default/TestAcidGuarantees/bbd4c5c5352c8f5e52f3c43ff45de955/A/68523fe9cf3645038698b6d6fa60b1f9 2024-11-13T08:38:36,725 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/bbd4c5c5352c8f5e52f3c43ff45de955/A/75214d787198435298f9cf82dfb01942 to hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/archive/data/default/TestAcidGuarantees/bbd4c5c5352c8f5e52f3c43ff45de955/A/75214d787198435298f9cf82dfb01942 2024-11-13T08:38:36,726 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/bbd4c5c5352c8f5e52f3c43ff45de955/A/85d92b06fc4e4c12bc60faa43c0795c7 to hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/archive/data/default/TestAcidGuarantees/bbd4c5c5352c8f5e52f3c43ff45de955/A/85d92b06fc4e4c12bc60faa43c0795c7 2024-11-13T08:38:36,728 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/bbd4c5c5352c8f5e52f3c43ff45de955/B/1e759dc11a68423f89b8a73044a02435 to hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/archive/data/default/TestAcidGuarantees/bbd4c5c5352c8f5e52f3c43ff45de955/B/1e759dc11a68423f89b8a73044a02435 2024-11-13T08:38:36,729 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/bbd4c5c5352c8f5e52f3c43ff45de955/B/7659097769aa442792d37806561262e0 to hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/archive/data/default/TestAcidGuarantees/bbd4c5c5352c8f5e52f3c43ff45de955/B/7659097769aa442792d37806561262e0 2024-11-13T08:38:36,730 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/bbd4c5c5352c8f5e52f3c43ff45de955/B/8f39af24780b4364a9e5e4be80144b94 to hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/archive/data/default/TestAcidGuarantees/bbd4c5c5352c8f5e52f3c43ff45de955/B/8f39af24780b4364a9e5e4be80144b94 2024-11-13T08:38:36,732 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/bbd4c5c5352c8f5e52f3c43ff45de955/C/32a833021e7b45f19563ec7339d19ce1 to hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/archive/data/default/TestAcidGuarantees/bbd4c5c5352c8f5e52f3c43ff45de955/C/32a833021e7b45f19563ec7339d19ce1 2024-11-13T08:38:36,733 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/bbd4c5c5352c8f5e52f3c43ff45de955/C/91eed5cbf8aa49ee9ac7e0aac3f48b50 to hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/archive/data/default/TestAcidGuarantees/bbd4c5c5352c8f5e52f3c43ff45de955/C/91eed5cbf8aa49ee9ac7e0aac3f48b50 2024-11-13T08:38:36,734 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/bbd4c5c5352c8f5e52f3c43ff45de955/C/cbe6e945c14a46e18de86c4ef92d0ca7 to hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/archive/data/default/TestAcidGuarantees/bbd4c5c5352c8f5e52f3c43ff45de955/C/cbe6e945c14a46e18de86c4ef92d0ca7 2024-11-13T08:38:36,736 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/bbd4c5c5352c8f5e52f3c43ff45de955/recovered.edits/366.seqid to hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/archive/data/default/TestAcidGuarantees/bbd4c5c5352c8f5e52f3c43ff45de955/recovered.edits/366.seqid 2024-11-13T08:38:36,736 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/bbd4c5c5352c8f5e52f3c43ff45de955 2024-11-13T08:38:36,736 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-13T08:38:36,737 DEBUG [PEWorker-5 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-13T08:38:36,737 DEBUG [PEWorker-5 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A] 2024-11-13T08:38:36,740 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111308ab653fb7dd414193b1f16d54c32373_bbd4c5c5352c8f5e52f3c43ff45de955 to hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111308ab653fb7dd414193b1f16d54c32373_bbd4c5c5352c8f5e52f3c43ff45de955 2024-11-13T08:38:36,741 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111309f6154f49f74bdb8219303aa81b19f2_bbd4c5c5352c8f5e52f3c43ff45de955 to hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111309f6154f49f74bdb8219303aa81b19f2_bbd4c5c5352c8f5e52f3c43ff45de955 2024-11-13T08:38:36,741 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411131ed5ca3e35d54278bb7442a9639256ff_bbd4c5c5352c8f5e52f3c43ff45de955 to hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411131ed5ca3e35d54278bb7442a9639256ff_bbd4c5c5352c8f5e52f3c43ff45de955 2024-11-13T08:38:36,742 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241113237e4e9110474d2a8bdca967558e07d0_bbd4c5c5352c8f5e52f3c43ff45de955 to hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241113237e4e9110474d2a8bdca967558e07d0_bbd4c5c5352c8f5e52f3c43ff45de955 2024-11-13T08:38:36,743 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411132c8749645b3540eab0ed895f7ea9fd75_bbd4c5c5352c8f5e52f3c43ff45de955 to hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411132c8749645b3540eab0ed895f7ea9fd75_bbd4c5c5352c8f5e52f3c43ff45de955 2024-11-13T08:38:36,744 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411132dde80dd0ae84632820431fc342ffccc_bbd4c5c5352c8f5e52f3c43ff45de955 to hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411132dde80dd0ae84632820431fc342ffccc_bbd4c5c5352c8f5e52f3c43ff45de955 2024-11-13T08:38:36,745 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411133dd7ec8a95c54a6e82ba1636f41b7d48_bbd4c5c5352c8f5e52f3c43ff45de955 to hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411133dd7ec8a95c54a6e82ba1636f41b7d48_bbd4c5c5352c8f5e52f3c43ff45de955 2024-11-13T08:38:36,746 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111342726b62cbf242b1bdfaa8a2b3870f19_bbd4c5c5352c8f5e52f3c43ff45de955 to hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111342726b62cbf242b1bdfaa8a2b3870f19_bbd4c5c5352c8f5e52f3c43ff45de955 2024-11-13T08:38:36,747 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411134931ff9b56de4df2965f624f6b5f1c8a_bbd4c5c5352c8f5e52f3c43ff45de955 to hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411134931ff9b56de4df2965f624f6b5f1c8a_bbd4c5c5352c8f5e52f3c43ff45de955 2024-11-13T08:38:36,748 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411134d6975b0ebe54787aa059b0d843701a1_bbd4c5c5352c8f5e52f3c43ff45de955 to hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411134d6975b0ebe54787aa059b0d843701a1_bbd4c5c5352c8f5e52f3c43ff45de955 2024-11-13T08:38:36,749 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111383b1c2820ed2404887bd47fce78d2ff3_bbd4c5c5352c8f5e52f3c43ff45de955 to hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111383b1c2820ed2404887bd47fce78d2ff3_bbd4c5c5352c8f5e52f3c43ff45de955 2024-11-13T08:38:36,750 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241113ac78132311b349468924a34086387fc4_bbd4c5c5352c8f5e52f3c43ff45de955 to hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241113ac78132311b349468924a34086387fc4_bbd4c5c5352c8f5e52f3c43ff45de955 2024-11-13T08:38:36,751 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241113baafe8239af546a98bd57b6f8a9160e3_bbd4c5c5352c8f5e52f3c43ff45de955 to hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241113baafe8239af546a98bd57b6f8a9160e3_bbd4c5c5352c8f5e52f3c43ff45de955 2024-11-13T08:38:36,752 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241113bb9128602752401e8f1888941901f35e_bbd4c5c5352c8f5e52f3c43ff45de955 to hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241113bb9128602752401e8f1888941901f35e_bbd4c5c5352c8f5e52f3c43ff45de955 2024-11-13T08:38:36,753 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241113bed65d7f13814f7f904676af372ff0ad_bbd4c5c5352c8f5e52f3c43ff45de955 to hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241113bed65d7f13814f7f904676af372ff0ad_bbd4c5c5352c8f5e52f3c43ff45de955 2024-11-13T08:38:36,754 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241113ce514e4dcb6c4fcdba6fca946f02be3e_bbd4c5c5352c8f5e52f3c43ff45de955 to hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241113ce514e4dcb6c4fcdba6fca946f02be3e_bbd4c5c5352c8f5e52f3c43ff45de955 2024-11-13T08:38:36,755 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241113d53567ef2c37432abf764538cb928f9e_bbd4c5c5352c8f5e52f3c43ff45de955 to hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241113d53567ef2c37432abf764538cb928f9e_bbd4c5c5352c8f5e52f3c43ff45de955 2024-11-13T08:38:36,755 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241113d95aff94c73a4130b64ea2b32ac06e7f_bbd4c5c5352c8f5e52f3c43ff45de955 to hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241113d95aff94c73a4130b64ea2b32ac06e7f_bbd4c5c5352c8f5e52f3c43ff45de955 2024-11-13T08:38:36,756 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241113e7b30924ae934670a92cfee16f15a326_bbd4c5c5352c8f5e52f3c43ff45de955 to hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241113e7b30924ae934670a92cfee16f15a326_bbd4c5c5352c8f5e52f3c43ff45de955 2024-11-13T08:38:36,757 DEBUG [PEWorker-5 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-13T08:38:36,759 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=121, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-13T08:38:36,761 WARN [PEWorker-5 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-13T08:38:36,763 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-13T08:38:36,764 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=121, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-13T08:38:36,764 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-13T08:38:36,764 DEBUG [PEWorker-5 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1731487116764"}]},"ts":"9223372036854775807"} 2024-11-13T08:38:36,765 INFO [PEWorker-5 {}] assignment.RegionStateStore(562): Deleted 1 regions from META 2024-11-13T08:38:36,765 DEBUG [PEWorker-5 {}] assignment.RegionStateStore(563): Deleted regions: [{ENCODED => bbd4c5c5352c8f5e52f3c43ff45de955, NAME => 'TestAcidGuarantees,,1731487090084.bbd4c5c5352c8f5e52f3c43ff45de955.', STARTKEY => '', ENDKEY => ''}] 2024-11-13T08:38:36,765 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-13T08:38:36,766 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1731487116765"}]},"ts":"9223372036854775807"} 2024-11-13T08:38:36,767 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(867): Deleted table TestAcidGuarantees state from META 2024-11-13T08:38:36,767 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(133): Finished pid=121, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-13T08:38:36,769 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=121, state=SUCCESS, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees in 53 msec 2024-11-13T08:38:36,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45349 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=121 2024-11-13T08:38:36,825 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocator(219): Clear meta cache for TestAcidGuarantees 2024-11-13T08:38:36,825 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DELETE, Table Name: default:TestAcidGuarantees completed 2024-11-13T08:38:36,837 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithNoInMemCompaction#testMobScanAtomicity Thread=241 (was 238) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1157115781_22 at /127.0.0.1:47374 [Waiting for operation #803] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-689866931_22 at /127.0.0.1:47394 [Waiting for operation #824] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1157115781_22 at /127.0.0.1:54646 [Waiting for operation #921] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-689866931_22 at /127.0.0.1:47372 [Waiting for operation #816] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HFileArchiver-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=461 (was 447) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=462 (was 385) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=584 (was 818) 2024-11-13T08:38:36,847 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithNoInMemCompaction#testScanAtomicity Thread=241, OpenFileDescriptor=461, MaxFileDescriptor=1048576, SystemLoadAverage=462, ProcessCount=11, AvailableMemoryMB=584 2024-11-13T08:38:36,849 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45349 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-13T08:38:36,849 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45349 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T08:38:36,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45349 {}] procedure2.ProcedureExecutor(1139): Stored pid=122, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestAcidGuarantees 2024-11-13T08:38:36,851 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=122, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-13T08:38:36,851 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:36,851 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45349 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 122 2024-11-13T08:38:36,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45349 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=122 2024-11-13T08:38:36,852 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=122, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-13T08:38:36,859 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38605 is added to blk_1073742274_1450 (size=959) 2024-11-13T08:38:36,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45349 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=122 2024-11-13T08:38:36,995 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees 2024-11-13T08:38:37,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45349 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=122 2024-11-13T08:38:37,261 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 76a50d21e883147e648856c4e7558ee7, NAME => 'TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21 2024-11-13T08:38:37,266 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38605 is added to blk_1073742275_1451 (size=53) 2024-11-13T08:38:37,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45349 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=122 2024-11-13T08:38:37,667 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T08:38:37,667 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1722): Closing 76a50d21e883147e648856c4e7558ee7, disabling compactions & flushes 2024-11-13T08:38:37,667 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7. 2024-11-13T08:38:37,667 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7. 2024-11-13T08:38:37,667 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7. after waiting 0 ms 2024-11-13T08:38:37,667 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7. 2024-11-13T08:38:37,667 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7. 2024-11-13T08:38:37,667 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1676): Region close journal for 76a50d21e883147e648856c4e7558ee7: Waiting for close lock at 1731487117667Disabling compacts and flushes for region at 1731487117667Disabling writes for close at 1731487117667Writing region close event to WAL at 1731487117667Closed at 1731487117667 2024-11-13T08:38:37,668 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=122, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-13T08:38:37,669 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1731487117669"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731487117669"}]},"ts":"1731487117669"} 2024-11-13T08:38:37,670 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-13T08:38:37,671 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=122, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-13T08:38:37,671 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731487117671"}]},"ts":"1731487117671"} 2024-11-13T08:38:37,672 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-13T08:38:37,672 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=123, ppid=122, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=76a50d21e883147e648856c4e7558ee7, ASSIGN}] 2024-11-13T08:38:37,673 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=123, ppid=122, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=76a50d21e883147e648856c4e7558ee7, ASSIGN 2024-11-13T08:38:37,674 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=123, ppid=122, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=76a50d21e883147e648856c4e7558ee7, ASSIGN; state=OFFLINE, location=dd3a0865bb23,43851,1731486997349; forceNewPlan=false, retain=false 2024-11-13T08:38:37,824 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=123 updating hbase:meta row=76a50d21e883147e648856c4e7558ee7, regionState=OPENING, regionLocation=dd3a0865bb23,43851,1731486997349 2024-11-13T08:38:37,826 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=123, ppid=122, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=76a50d21e883147e648856c4e7558ee7, ASSIGN because future has completed 2024-11-13T08:38:37,827 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=124, ppid=123, state=RUNNABLE, hasLock=false; OpenRegionProcedure 76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349}] 2024-11-13T08:38:37,981 INFO [RS_OPEN_REGION-regionserver/dd3a0865bb23:0-0 {event_type=M_RS_OPEN_REGION, pid=124}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7. 2024-11-13T08:38:37,981 DEBUG [RS_OPEN_REGION-regionserver/dd3a0865bb23:0-0 {event_type=M_RS_OPEN_REGION, pid=124}] regionserver.HRegion(7752): Opening region: {ENCODED => 76a50d21e883147e648856c4e7558ee7, NAME => 'TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7.', STARTKEY => '', ENDKEY => ''} 2024-11-13T08:38:37,982 DEBUG [RS_OPEN_REGION-regionserver/dd3a0865bb23:0-0 {event_type=M_RS_OPEN_REGION, pid=124}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 76a50d21e883147e648856c4e7558ee7 2024-11-13T08:38:37,982 DEBUG [RS_OPEN_REGION-regionserver/dd3a0865bb23:0-0 {event_type=M_RS_OPEN_REGION, pid=124}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T08:38:37,982 DEBUG [RS_OPEN_REGION-regionserver/dd3a0865bb23:0-0 {event_type=M_RS_OPEN_REGION, pid=124}] regionserver.HRegion(7794): checking encryption for 76a50d21e883147e648856c4e7558ee7 2024-11-13T08:38:37,982 DEBUG [RS_OPEN_REGION-regionserver/dd3a0865bb23:0-0 {event_type=M_RS_OPEN_REGION, pid=124}] regionserver.HRegion(7797): checking classloading for 76a50d21e883147e648856c4e7558ee7 2024-11-13T08:38:37,983 INFO [StoreOpener-76a50d21e883147e648856c4e7558ee7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 76a50d21e883147e648856c4e7558ee7 2024-11-13T08:38:37,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45349 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=122 2024-11-13T08:38:37,985 INFO [StoreOpener-76a50d21e883147e648856c4e7558ee7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 76a50d21e883147e648856c4e7558ee7 columnFamilyName A 2024-11-13T08:38:37,985 DEBUG [StoreOpener-76a50d21e883147e648856c4e7558ee7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:37,985 INFO [StoreOpener-76a50d21e883147e648856c4e7558ee7-1 {}] regionserver.HStore(327): Store=76a50d21e883147e648856c4e7558ee7/A, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T08:38:37,985 INFO [StoreOpener-76a50d21e883147e648856c4e7558ee7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 76a50d21e883147e648856c4e7558ee7 2024-11-13T08:38:37,986 INFO [StoreOpener-76a50d21e883147e648856c4e7558ee7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 76a50d21e883147e648856c4e7558ee7 columnFamilyName B 2024-11-13T08:38:37,986 DEBUG [StoreOpener-76a50d21e883147e648856c4e7558ee7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:37,986 INFO [StoreOpener-76a50d21e883147e648856c4e7558ee7-1 {}] regionserver.HStore(327): Store=76a50d21e883147e648856c4e7558ee7/B, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T08:38:37,987 INFO [StoreOpener-76a50d21e883147e648856c4e7558ee7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 76a50d21e883147e648856c4e7558ee7 2024-11-13T08:38:37,987 INFO [StoreOpener-76a50d21e883147e648856c4e7558ee7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 76a50d21e883147e648856c4e7558ee7 columnFamilyName C 2024-11-13T08:38:37,987 DEBUG [StoreOpener-76a50d21e883147e648856c4e7558ee7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:38:37,988 INFO [StoreOpener-76a50d21e883147e648856c4e7558ee7-1 {}] regionserver.HStore(327): Store=76a50d21e883147e648856c4e7558ee7/C, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T08:38:37,988 DEBUG [RS_OPEN_REGION-regionserver/dd3a0865bb23:0-0 {event_type=M_RS_OPEN_REGION, pid=124}] regionserver.HRegion(1038): replaying wal for 76a50d21e883147e648856c4e7558ee7 2024-11-13T08:38:37,988 DEBUG [RS_OPEN_REGION-regionserver/dd3a0865bb23:0-0 {event_type=M_RS_OPEN_REGION, pid=124}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/76a50d21e883147e648856c4e7558ee7 2024-11-13T08:38:37,989 DEBUG [RS_OPEN_REGION-regionserver/dd3a0865bb23:0-0 {event_type=M_RS_OPEN_REGION, pid=124}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/76a50d21e883147e648856c4e7558ee7 2024-11-13T08:38:37,989 DEBUG [RS_OPEN_REGION-regionserver/dd3a0865bb23:0-0 {event_type=M_RS_OPEN_REGION, pid=124}] regionserver.HRegion(1048): stopping wal replay for 76a50d21e883147e648856c4e7558ee7 2024-11-13T08:38:37,989 DEBUG [RS_OPEN_REGION-regionserver/dd3a0865bb23:0-0 {event_type=M_RS_OPEN_REGION, pid=124}] regionserver.HRegion(1060): Cleaning up temporary data for 76a50d21e883147e648856c4e7558ee7 2024-11-13T08:38:37,990 DEBUG [RS_OPEN_REGION-regionserver/dd3a0865bb23:0-0 {event_type=M_RS_OPEN_REGION, pid=124}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-13T08:38:37,990 DEBUG [RS_OPEN_REGION-regionserver/dd3a0865bb23:0-0 {event_type=M_RS_OPEN_REGION, pid=124}] regionserver.HRegion(1093): writing seq id for 76a50d21e883147e648856c4e7558ee7 2024-11-13T08:38:37,992 DEBUG [RS_OPEN_REGION-regionserver/dd3a0865bb23:0-0 {event_type=M_RS_OPEN_REGION, pid=124}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/76a50d21e883147e648856c4e7558ee7/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T08:38:37,992 INFO [RS_OPEN_REGION-regionserver/dd3a0865bb23:0-0 {event_type=M_RS_OPEN_REGION, pid=124}] regionserver.HRegion(1114): Opened 76a50d21e883147e648856c4e7558ee7; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60221078, jitterRate=-0.10263600945472717}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-13T08:38:37,992 DEBUG [RS_OPEN_REGION-regionserver/dd3a0865bb23:0-0 {event_type=M_RS_OPEN_REGION, pid=124}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 76a50d21e883147e648856c4e7558ee7 2024-11-13T08:38:37,993 DEBUG [RS_OPEN_REGION-regionserver/dd3a0865bb23:0-0 {event_type=M_RS_OPEN_REGION, pid=124}] regionserver.HRegion(1006): Region open journal for 76a50d21e883147e648856c4e7558ee7: Running coprocessor pre-open hook at 1731487117982Writing region info on filesystem at 1731487117982Initializing all the Stores at 1731487117983 (+1 ms)Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731487117983Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731487117983Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731487117983Cleaning up temporary data from old regions at 1731487117989 (+6 ms)Running coprocessor post-open hooks at 1731487117992 (+3 ms)Region opened successfully at 1731487117993 (+1 ms) 2024-11-13T08:38:37,993 INFO [RS_OPEN_REGION-regionserver/dd3a0865bb23:0-0 {event_type=M_RS_OPEN_REGION, pid=124}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., pid=124, masterSystemTime=1731487117978 2024-11-13T08:38:37,995 DEBUG [RS_OPEN_REGION-regionserver/dd3a0865bb23:0-0 {event_type=M_RS_OPEN_REGION, pid=124}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7. 2024-11-13T08:38:37,995 INFO [RS_OPEN_REGION-regionserver/dd3a0865bb23:0-0 {event_type=M_RS_OPEN_REGION, pid=124}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7. 2024-11-13T08:38:37,995 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=123 updating hbase:meta row=76a50d21e883147e648856c4e7558ee7, regionState=OPEN, openSeqNum=2, regionLocation=dd3a0865bb23,43851,1731486997349 2024-11-13T08:38:37,996 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=124, ppid=123, state=RUNNABLE, hasLock=false; OpenRegionProcedure 76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 because future has completed 2024-11-13T08:38:37,998 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=124, resume processing ppid=123 2024-11-13T08:38:37,998 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=124, ppid=123, state=SUCCESS, hasLock=false; OpenRegionProcedure 76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 in 170 msec 2024-11-13T08:38:38,000 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=123, resume processing ppid=122 2024-11-13T08:38:38,000 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=123, ppid=122, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=76a50d21e883147e648856c4e7558ee7, ASSIGN in 326 msec 2024-11-13T08:38:38,000 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=122, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-13T08:38:38,001 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731487118000"}]},"ts":"1731487118000"} 2024-11-13T08:38:38,001 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-13T08:38:38,002 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=122, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-13T08:38:38,003 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=122, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestAcidGuarantees in 1.1530 sec 2024-11-13T08:38:38,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45349 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=122 2024-11-13T08:38:38,995 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestAcidGuarantees completed 2024-11-13T08:38:38,996 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@55d1f058, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T08:38:38,996 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request dd3a0865bb23,45349,-1 for getting cluster id 2024-11-13T08:38:38,996 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T08:38:38,997 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '95ff187e-7777-42f6-8067-d9c7d0681770' 2024-11-13T08:38:38,997 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T08:38:38,998 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "95ff187e-7777-42f6-8067-d9c7d0681770" 2024-11-13T08:38:38,998 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@18dfc813, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T08:38:38,998 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [dd3a0865bb23,45349,-1] 2024-11-13T08:38:38,998 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T08:38:38,998 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T08:38:38,999 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38478, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T08:38:38,999 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2945abef, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T08:38:39,000 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T08:38:39,000 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=dd3a0865bb23,43851,1731486997349, seqNum=-1] 2024-11-13T08:38:39,001 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T08:38:39,001 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38878, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T08:38:39,011 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T08:38:39,012 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is dd3a0865bb23,45349,1731486996512 2024-11-13T08:38:39,012 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@17e09d03 2024-11-13T08:38:39,012 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T08:38:39,014 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38488, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T08:38:39,015 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@581c4bd0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T08:38:39,015 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request dd3a0865bb23,45349,-1 for getting cluster id 2024-11-13T08:38:39,016 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T08:38:39,016 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '95ff187e-7777-42f6-8067-d9c7d0681770' 2024-11-13T08:38:39,016 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T08:38:39,017 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "95ff187e-7777-42f6-8067-d9c7d0681770" 2024-11-13T08:38:39,017 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@17fcc2d7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T08:38:39,017 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [dd3a0865bb23,45349,-1] 2024-11-13T08:38:39,017 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T08:38:39,017 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T08:38:39,018 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38520, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T08:38:39,018 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@756a419e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T08:38:39,019 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3692791b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T08:38:39,019 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request dd3a0865bb23,45349,-1 for getting cluster id 2024-11-13T08:38:39,019 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T08:38:39,019 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '95ff187e-7777-42f6-8067-d9c7d0681770' 2024-11-13T08:38:39,019 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T08:38:39,019 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "95ff187e-7777-42f6-8067-d9c7d0681770" 2024-11-13T08:38:39,020 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@34a62abe, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T08:38:39,020 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [dd3a0865bb23,45349,-1] 2024-11-13T08:38:39,020 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T08:38:39,020 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T08:38:39,022 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38530, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T08:38:39,022 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2da11a3d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T08:38:39,023 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2b791feb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T08:38:39,023 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request dd3a0865bb23,45349,-1 for getting cluster id 2024-11-13T08:38:39,023 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T08:38:39,024 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '95ff187e-7777-42f6-8067-d9c7d0681770' 2024-11-13T08:38:39,024 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T08:38:39,024 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "95ff187e-7777-42f6-8067-d9c7d0681770" 2024-11-13T08:38:39,024 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@fa2d09a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T08:38:39,024 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [dd3a0865bb23,45349,-1] 2024-11-13T08:38:39,024 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T08:38:39,024 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T08:38:39,025 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38544, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T08:38:39,025 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6aeb5085, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T08:38:39,026 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6da2e0be, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T08:38:39,026 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request dd3a0865bb23,45349,-1 for getting cluster id 2024-11-13T08:38:39,026 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T08:38:39,027 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '95ff187e-7777-42f6-8067-d9c7d0681770' 2024-11-13T08:38:39,027 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T08:38:39,027 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "95ff187e-7777-42f6-8067-d9c7d0681770" 2024-11-13T08:38:39,027 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3d4a9f80, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T08:38:39,027 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [dd3a0865bb23,45349,-1] 2024-11-13T08:38:39,027 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T08:38:39,027 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T08:38:39,028 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38558, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T08:38:39,028 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@a3de121, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T08:38:39,030 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3fc361f0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T08:38:39,030 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request dd3a0865bb23,45349,-1 for getting cluster id 2024-11-13T08:38:39,030 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T08:38:39,031 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '95ff187e-7777-42f6-8067-d9c7d0681770' 2024-11-13T08:38:39,031 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T08:38:39,031 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "95ff187e-7777-42f6-8067-d9c7d0681770" 2024-11-13T08:38:39,031 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7355bf5b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T08:38:39,031 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [dd3a0865bb23,45349,-1] 2024-11-13T08:38:39,031 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T08:38:39,031 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T08:38:39,032 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38584, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T08:38:39,033 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5bc1a59e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T08:38:39,033 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2f59c6a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T08:38:39,033 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request dd3a0865bb23,45349,-1 for getting cluster id 2024-11-13T08:38:39,033 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T08:38:39,034 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '95ff187e-7777-42f6-8067-d9c7d0681770' 2024-11-13T08:38:39,034 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T08:38:39,034 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "95ff187e-7777-42f6-8067-d9c7d0681770" 2024-11-13T08:38:39,034 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@9783b75, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T08:38:39,034 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [dd3a0865bb23,45349,-1] 2024-11-13T08:38:39,034 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T08:38:39,035 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T08:38:39,035 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38600, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T08:38:39,036 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@55260526, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T08:38:39,036 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5ae789b8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T08:38:39,036 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request dd3a0865bb23,45349,-1 for getting cluster id 2024-11-13T08:38:39,037 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T08:38:39,037 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '95ff187e-7777-42f6-8067-d9c7d0681770' 2024-11-13T08:38:39,037 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T08:38:39,037 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "95ff187e-7777-42f6-8067-d9c7d0681770" 2024-11-13T08:38:39,037 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2b09b24d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T08:38:39,037 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [dd3a0865bb23,45349,-1] 2024-11-13T08:38:39,038 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T08:38:39,038 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T08:38:39,038 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38628, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T08:38:39,039 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@9e64e2a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T08:38:39,040 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5b7b3b89, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T08:38:39,040 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request dd3a0865bb23,45349,-1 for getting cluster id 2024-11-13T08:38:39,040 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T08:38:39,041 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '95ff187e-7777-42f6-8067-d9c7d0681770' 2024-11-13T08:38:39,041 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T08:38:39,041 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "95ff187e-7777-42f6-8067-d9c7d0681770" 2024-11-13T08:38:39,041 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1be49ed3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T08:38:39,041 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [dd3a0865bb23,45349,-1] 2024-11-13T08:38:39,041 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T08:38:39,042 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T08:38:39,042 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38636, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T08:38:39,043 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@56ae2ffe, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T08:38:39,043 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7e04f49c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T08:38:39,043 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request dd3a0865bb23,45349,-1 for getting cluster id 2024-11-13T08:38:39,043 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T08:38:39,044 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '95ff187e-7777-42f6-8067-d9c7d0681770' 2024-11-13T08:38:39,044 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T08:38:39,044 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "95ff187e-7777-42f6-8067-d9c7d0681770" 2024-11-13T08:38:39,044 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@501293bb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T08:38:39,044 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [dd3a0865bb23,45349,-1] 2024-11-13T08:38:39,044 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T08:38:39,044 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T08:38:39,045 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38654, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T08:38:39,045 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@648f725d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T08:38:39,046 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@32ca199c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T08:38:39,046 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request dd3a0865bb23,45349,-1 for getting cluster id 2024-11-13T08:38:39,046 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T08:38:39,047 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '95ff187e-7777-42f6-8067-d9c7d0681770' 2024-11-13T08:38:39,047 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T08:38:39,047 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "95ff187e-7777-42f6-8067-d9c7d0681770" 2024-11-13T08:38:39,047 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@a81aad6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T08:38:39,047 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [dd3a0865bb23,45349,-1] 2024-11-13T08:38:39,047 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T08:38:39,047 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T08:38:39,048 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38670, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T08:38:39,048 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6fd81c09, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T08:38:39,049 DEBUG [Thread-2030 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T08:38:39,049 DEBUG [Thread-2021 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T08:38:39,049 DEBUG [Thread-2034 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T08:38:39,049 DEBUG [Thread-2019 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T08:38:39,049 DEBUG [Thread-2025 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T08:38:39,049 DEBUG [Thread-2027 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T08:38:39,049 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=dd3a0865bb23,43851,1731486997349, seqNum=-1] 2024-11-13T08:38:39,050 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=dd3a0865bb23,43851,1731486997349, seqNum=-1] 2024-11-13T08:38:39,050 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T08:38:39,050 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=dd3a0865bb23,43851,1731486997349, seqNum=-1] 2024-11-13T08:38:39,050 DEBUG [Thread-2036 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T08:38:39,050 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T08:38:39,050 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45349 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-13T08:38:39,050 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T08:38:39,050 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38884, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T08:38:39,051 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=dd3a0865bb23,43851,1731486997349, seqNum=-1] 2024-11-13T08:38:39,051 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=dd3a0865bb23,43851,1731486997349, seqNum=-1] 2024-11-13T08:38:39,051 DEBUG [Thread-2038 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T08:38:39,051 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T08:38:39,051 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T08:38:39,051 DEBUG [Thread-2023 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T08:38:39,051 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=dd3a0865bb23,43851,1731486997349, seqNum=-1] 2024-11-13T08:38:39,051 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T08:38:39,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45349 {}] procedure2.ProcedureExecutor(1139): Stored pid=125, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=125, table=TestAcidGuarantees 2024-11-13T08:38:39,051 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=dd3a0865bb23,43851,1731486997349, seqNum=-1] 2024-11-13T08:38:39,052 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T08:38:39,052 DEBUG [Thread-2032 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T08:38:39,052 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=dd3a0865bb23,43851,1731486997349, seqNum=-1] 2024-11-13T08:38:39,052 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T08:38:39,052 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38906, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T08:38:39,052 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2] 2024-11-13T08:38:39,052 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38894, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T08:38:39,053 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38918, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T08:38:39,053 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38944, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T08:38:39,053 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38920, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T08:38:39,054 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38952, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T08:38:39,054 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=125, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=125, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-13T08:38:39,054 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=dd3a0865bb23,43851,1731486997349, seqNum=-1] 2024-11-13T08:38:39,054 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T08:38:39,054 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=dd3a0865bb23,43851,1731486997349, seqNum=-1] 2024-11-13T08:38:39,054 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=125, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=125, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-13T08:38:39,055 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=126, ppid=125, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-13T08:38:39,055 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T08:38:39,055 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38964, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T08:38:39,055 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38976, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T08:38:39,055 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2] 2024-11-13T08:38:39,056 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2] 2024-11-13T08:38:39,056 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38992, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T08:38:39,056 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2] 2024-11-13T08:38:39,056 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2] 2024-11-13T08:38:39,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45349 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=125 2024-11-13T08:38:39,057 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2] 2024-11-13T08:38:39,057 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2] 2024-11-13T08:38:39,058 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2] 2024-11-13T08:38:39,058 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2] 2024-11-13T08:38:39,059 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2] 2024-11-13T08:38:39,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] regionserver.HRegion(8855): Flush requested on 76a50d21e883147e648856c4e7558ee7 2024-11-13T08:38:39,068 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-13T08:38:39,068 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 76a50d21e883147e648856c4e7558ee7 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-13T08:38:39,101 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/76a50d21e883147e648856c4e7558ee7/.tmp/A/ef4b544189c44223a82dda78535eb153 is 50, key is test_row_1/A:col10/1731487119068/Put/seqid=0 2024-11-13T08:38:39,106 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38605 is added to blk_1073742276_1452 (size=9657) 2024-11-13T08:38:39,106 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/76a50d21e883147e648856c4e7558ee7/.tmp/A/ef4b544189c44223a82dda78535eb153 2024-11-13T08:38:39,127 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:38:39,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38918 deadline: 1731487179114, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:38:39,128 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:38:39,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38920 deadline: 1731487179116, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:38:39,128 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 , the old value is region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:39,128 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:39,128 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 because the exception is null or not the one we care about 2024-11-13T08:38:39,128 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 , the old value is region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:39,128 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:38:39,128 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:39,128 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 because the exception is null or not the one we care about 2024-11-13T08:38:39,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38894 deadline: 1731487179117, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:38:39,129 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 , the old value is region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:39,129 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:39,129 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:38:39,129 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 because the exception is null or not the one we care about 2024-11-13T08:38:39,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38906 deadline: 1731487179119, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:38:39,129 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 , the old value is region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:39,129 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:39,129 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:38:39,129 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 because the exception is null or not the one we care about 2024-11-13T08:38:39,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38952 deadline: 1731487179125, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:38:39,130 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 , the old value is region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:39,130 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:39,130 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 because the exception is null or not the one we care about 2024-11-13T08:38:39,137 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/76a50d21e883147e648856c4e7558ee7/.tmp/B/343b31e8e611431a8e6d21f8918e0768 is 50, key is test_row_1/B:col10/1731487119068/Put/seqid=0 2024-11-13T08:38:39,144 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38605 is added to blk_1073742277_1453 (size=9657) 2024-11-13T08:38:39,145 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/76a50d21e883147e648856c4e7558ee7/.tmp/B/343b31e8e611431a8e6d21f8918e0768 2024-11-13T08:38:39,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45349 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=125 2024-11-13T08:38:39,166 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/76a50d21e883147e648856c4e7558ee7/.tmp/C/1070a39599db4721abad520f85f1a4bd is 50, key is test_row_1/C:col10/1731487119068/Put/seqid=0 2024-11-13T08:38:39,170 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38605 is added to blk_1073742278_1454 (size=9657) 2024-11-13T08:38:39,171 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/76a50d21e883147e648856c4e7558ee7/.tmp/C/1070a39599db4721abad520f85f1a4bd 2024-11-13T08:38:39,179 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/76a50d21e883147e648856c4e7558ee7/.tmp/A/ef4b544189c44223a82dda78535eb153 as hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/76a50d21e883147e648856c4e7558ee7/A/ef4b544189c44223a82dda78535eb153 2024-11-13T08:38:39,182 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/76a50d21e883147e648856c4e7558ee7/A/ef4b544189c44223a82dda78535eb153, entries=100, sequenceid=13, filesize=9.4 K 2024-11-13T08:38:39,183 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/76a50d21e883147e648856c4e7558ee7/.tmp/B/343b31e8e611431a8e6d21f8918e0768 as hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/76a50d21e883147e648856c4e7558ee7/B/343b31e8e611431a8e6d21f8918e0768 2024-11-13T08:38:39,192 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/76a50d21e883147e648856c4e7558ee7/B/343b31e8e611431a8e6d21f8918e0768, entries=100, sequenceid=13, filesize=9.4 K 2024-11-13T08:38:39,192 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/76a50d21e883147e648856c4e7558ee7/.tmp/C/1070a39599db4721abad520f85f1a4bd as hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/76a50d21e883147e648856c4e7558ee7/C/1070a39599db4721abad520f85f1a4bd 2024-11-13T08:38:39,198 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/76a50d21e883147e648856c4e7558ee7/C/1070a39599db4721abad520f85f1a4bd, entries=100, sequenceid=13, filesize=9.4 K 2024-11-13T08:38:39,205 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 76a50d21e883147e648856c4e7558ee7 in 137ms, sequenceid=13, compaction requested=false 2024-11-13T08:38:39,205 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 76a50d21e883147e648856c4e7558ee7: 2024-11-13T08:38:39,206 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43851 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=126 2024-11-13T08:38:39,207 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7. 2024-11-13T08:38:39,207 INFO [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegion(2902): Flushing 76a50d21e883147e648856c4e7558ee7 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-13T08:38:39,214 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/76a50d21e883147e648856c4e7558ee7/.tmp/A/98f4f9dc16c74dafa6089f2b11ad46f8 is 50, key is test_row_0/A:col10/1731487119119/Put/seqid=0 2024-11-13T08:38:39,237 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38605 is added to blk_1073742279_1455 (size=12001) 2024-11-13T08:38:39,237 INFO [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/76a50d21e883147e648856c4e7558ee7/.tmp/A/98f4f9dc16c74dafa6089f2b11ad46f8 2024-11-13T08:38:39,241 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7. as already flushing 2024-11-13T08:38:39,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] regionserver.HRegion(8855): Flush requested on 76a50d21e883147e648856c4e7558ee7 2024-11-13T08:38:39,249 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/76a50d21e883147e648856c4e7558ee7/.tmp/B/29d9da1bd97d44a994423d94481437fa is 50, key is test_row_0/B:col10/1731487119119/Put/seqid=0 2024-11-13T08:38:39,255 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38605 is added to blk_1073742280_1456 (size=12001) 2024-11-13T08:38:39,261 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:38:39,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38920 deadline: 1731487179247, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:38:39,262 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 , the old value is region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:39,262 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:38:39,262 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:39,262 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 because the exception is null or not the one we care about 2024-11-13T08:38:39,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38918 deadline: 1731487179251, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:38:39,262 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 , the old value is region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:39,262 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:39,262 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 because the exception is null or not the one we care about 2024-11-13T08:38:39,273 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:38:39,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38894 deadline: 1731487179259, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:38:39,273 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:38:39,273 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 , the old value is region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:39,274 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:39,274 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 because the exception is null or not the one we care about 2024-11-13T08:38:39,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38906 deadline: 1731487179260, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:38:39,274 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:38:39,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38952 deadline: 1731487179262, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:38:39,275 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 , the old value is region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:39,276 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:39,276 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 because the exception is null or not the one we care about 2024-11-13T08:38:39,276 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 , the old value is region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:39,276 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:39,276 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 because the exception is null or not the one we care about 2024-11-13T08:38:39,371 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:38:39,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38920 deadline: 1731487179365, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:38:39,372 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 , the old value is region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:39,372 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:39,372 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:38:39,372 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 because the exception is null or not the one we care about 2024-11-13T08:38:39,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38918 deadline: 1731487179365, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:38:39,372 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 , the old value is region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:39,372 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:39,372 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 because the exception is null or not the one we care about 2024-11-13T08:38:39,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45349 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=125 2024-11-13T08:38:39,392 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:38:39,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38894 deadline: 1731487179385, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:38:39,393 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 , the old value is region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:39,393 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:38:39,393 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:39,393 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 because the exception is null or not the one we care about 2024-11-13T08:38:39,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38952 deadline: 1731487179385, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:38:39,393 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 , the old value is region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:39,393 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:39,393 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 because the exception is null or not the one we care about 2024-11-13T08:38:39,395 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:38:39,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38906 deadline: 1731487179387, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:38:39,396 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 , the old value is region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:39,396 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:39,396 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 because the exception is null or not the one we care about 2024-11-13T08:38:39,581 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:38:39,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38920 deadline: 1731487179575, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:38:39,582 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:38:39,582 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 , the old value is region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:39,582 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:39,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38918 deadline: 1731487179575, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:38:39,582 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 because the exception is null or not the one we care about 2024-11-13T08:38:39,582 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 , the old value is region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:39,582 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:39,582 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 because the exception is null or not the one we care about 2024-11-13T08:38:39,600 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:38:39,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38894 deadline: 1731487179596, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:38:39,601 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 , the old value is region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:39,601 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:39,601 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 because the exception is null or not the one we care about 2024-11-13T08:38:39,610 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:38:39,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38952 deadline: 1731487179605, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:38:39,610 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:38:39,610 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 , the old value is region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:39,610 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:39,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38906 deadline: 1731487179605, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:38:39,610 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 because the exception is null or not the one we care about 2024-11-13T08:38:39,611 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 , the old value is region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:39,611 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:39,611 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 because the exception is null or not the one we care about 2024-11-13T08:38:39,655 INFO [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/76a50d21e883147e648856c4e7558ee7/.tmp/B/29d9da1bd97d44a994423d94481437fa 2024-11-13T08:38:39,662 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/76a50d21e883147e648856c4e7558ee7/.tmp/C/efd8ff544e744bb281d474e5c552aed4 is 50, key is test_row_0/C:col10/1731487119119/Put/seqid=0 2024-11-13T08:38:39,678 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38605 is added to blk_1073742281_1457 (size=12001) 2024-11-13T08:38:39,678 INFO [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/76a50d21e883147e648856c4e7558ee7/.tmp/C/efd8ff544e744bb281d474e5c552aed4 2024-11-13T08:38:39,684 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/76a50d21e883147e648856c4e7558ee7/.tmp/A/98f4f9dc16c74dafa6089f2b11ad46f8 as hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/76a50d21e883147e648856c4e7558ee7/A/98f4f9dc16c74dafa6089f2b11ad46f8 2024-11-13T08:38:39,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45349 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=125 2024-11-13T08:38:39,687 INFO [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/76a50d21e883147e648856c4e7558ee7/A/98f4f9dc16c74dafa6089f2b11ad46f8, entries=150, sequenceid=37, filesize=11.7 K 2024-11-13T08:38:39,687 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/76a50d21e883147e648856c4e7558ee7/.tmp/B/29d9da1bd97d44a994423d94481437fa as hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/76a50d21e883147e648856c4e7558ee7/B/29d9da1bd97d44a994423d94481437fa 2024-11-13T08:38:39,690 INFO [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/76a50d21e883147e648856c4e7558ee7/B/29d9da1bd97d44a994423d94481437fa, entries=150, sequenceid=37, filesize=11.7 K 2024-11-13T08:38:39,691 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/76a50d21e883147e648856c4e7558ee7/.tmp/C/efd8ff544e744bb281d474e5c552aed4 as hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/76a50d21e883147e648856c4e7558ee7/C/efd8ff544e744bb281d474e5c552aed4 2024-11-13T08:38:39,696 INFO [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/76a50d21e883147e648856c4e7558ee7/C/efd8ff544e744bb281d474e5c552aed4, entries=150, sequenceid=37, filesize=11.7 K 2024-11-13T08:38:39,697 INFO [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegion(3140): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for 76a50d21e883147e648856c4e7558ee7 in 490ms, sequenceid=37, compaction requested=false 2024-11-13T08:38:39,697 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegion(2603): Flush status journal for 76a50d21e883147e648856c4e7558ee7: 2024-11-13T08:38:39,697 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7. 2024-11-13T08:38:39,697 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=126 2024-11-13T08:38:39,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45349 {}] master.HMaster(4169): Remote procedure done, pid=126 2024-11-13T08:38:39,700 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=126, resume processing ppid=125 2024-11-13T08:38:39,700 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=126, ppid=125, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 643 msec 2024-11-13T08:38:39,702 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=125, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=125, table=TestAcidGuarantees in 651 msec 2024-11-13T08:38:39,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] regionserver.HRegion(8855): Flush requested on 76a50d21e883147e648856c4e7558ee7 2024-11-13T08:38:39,899 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-13T08:38:39,899 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 76a50d21e883147e648856c4e7558ee7 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-13T08:38:39,904 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/76a50d21e883147e648856c4e7558ee7/.tmp/A/b240b4522c33408a81ffe7a5a1761959 is 50, key is test_row_0/A:col10/1731487119260/Put/seqid=0 2024-11-13T08:38:39,907 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38605 is added to blk_1073742282_1458 (size=16681) 2024-11-13T08:38:39,952 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:38:39,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38906 deadline: 1731487179939, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:38:39,952 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 , the old value is region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:39,952 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:39,952 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:38:39,952 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 because the exception is null or not the one we care about 2024-11-13T08:38:39,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38894 deadline: 1731487179940, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:38:39,952 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 , the old value is region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:39,952 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:39,952 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 because the exception is null or not the one we care about 2024-11-13T08:38:39,953 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:38:39,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38920 deadline: 1731487179941, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:38:39,953 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 , the old value is region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:39,953 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:39,953 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 because the exception is null or not the one we care about 2024-11-13T08:38:39,953 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:38:39,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38918 deadline: 1731487179942, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:38:39,953 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 , the old value is region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:39,953 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:39,953 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 because the exception is null or not the one we care about 2024-11-13T08:38:39,953 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:38:39,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38952 deadline: 1731487179944, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:38:39,954 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 , the old value is region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:39,954 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:39,954 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 because the exception is null or not the one we care about 2024-11-13T08:38:40,063 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:38:40,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38906 deadline: 1731487180054, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:38:40,063 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:38:40,063 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 , the old value is region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:40,063 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:40,063 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 because the exception is null or not the one we care about 2024-11-13T08:38:40,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38894 deadline: 1731487180055, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:38:40,064 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:38:40,064 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 , the old value is region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:40,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38920 deadline: 1731487180055, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:38:40,064 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:40,064 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 because the exception is null or not the one we care about 2024-11-13T08:38:40,064 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 , the old value is region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:40,064 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:40,064 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 because the exception is null or not the one we care about 2024-11-13T08:38:40,074 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:38:40,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38918 deadline: 1731487180065, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:38:40,075 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 , the old value is region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:40,075 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:40,075 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:38:40,075 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 because the exception is null or not the one we care about 2024-11-13T08:38:40,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38952 deadline: 1731487180065, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:38:40,075 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 , the old value is region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:40,075 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:40,075 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 because the exception is null or not the one we care about 2024-11-13T08:38:40,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45349 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=125 2024-11-13T08:38:40,195 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-13T08:38:40,196 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45349 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-13T08:38:40,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45349 {}] procedure2.ProcedureExecutor(1139): Stored pid=127, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=127, table=TestAcidGuarantees 2024-11-13T08:38:40,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45349 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=127 2024-11-13T08:38:40,197 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=127, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=127, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-13T08:38:40,198 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=127, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=127, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-13T08:38:40,198 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=128, ppid=127, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-13T08:38:40,279 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:38:40,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38906 deadline: 1731487180275, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:38:40,280 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 , the old value is region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:40,280 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:38:40,280 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:40,280 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 because the exception is null or not the one we care about 2024-11-13T08:38:40,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38894 deadline: 1731487180275, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:38:40,280 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:38:40,280 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 , the old value is region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:40,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38920 deadline: 1731487180275, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:38:40,280 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:40,280 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 because the exception is null or not the one we care about 2024-11-13T08:38:40,280 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 , the old value is region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:40,280 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:40,280 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 because the exception is null or not the one we care about 2024-11-13T08:38:40,291 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:38:40,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38918 deadline: 1731487180285, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:38:40,291 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 , the old value is region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:40,291 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:38:40,292 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:40,292 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 because the exception is null or not the one we care about 2024-11-13T08:38:40,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38952 deadline: 1731487180285, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:38:40,292 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 , the old value is region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:40,292 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:40,292 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 because the exception is null or not the one we care about 2024-11-13T08:38:40,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45349 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=127 2024-11-13T08:38:40,307 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=51 (bloomFilter=true), to=hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/76a50d21e883147e648856c4e7558ee7/.tmp/A/b240b4522c33408a81ffe7a5a1761959 2024-11-13T08:38:40,314 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/76a50d21e883147e648856c4e7558ee7/.tmp/B/7e45d4a20bee425db961d82567aca4a6 is 50, key is test_row_0/B:col10/1731487119260/Put/seqid=0 2024-11-13T08:38:40,318 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38605 is added to blk_1073742283_1459 (size=12001) 2024-11-13T08:38:40,350 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43851 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=128 2024-11-13T08:38:40,350 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7. 2024-11-13T08:38:40,350 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7. as already flushing 2024-11-13T08:38:40,350 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7. 2024-11-13T08:38:40,350 ERROR [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] handler.RSProcedureHandler(58): pid=128 java.io.IOException: Unable to complete flush {ENCODED => 76a50d21e883147e648856c4e7558ee7, NAME => 'TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T08:38:40,350 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=128 java.io.IOException: Unable to complete flush {ENCODED => 76a50d21e883147e648856c4e7558ee7, NAME => 'TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T08:38:40,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45349 {}] master.HMaster(4177): Remote procedure failed, pid=128 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 76a50d21e883147e648856c4e7558ee7, NAME => 'TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 76a50d21e883147e648856c4e7558ee7, NAME => 'TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T08:38:40,503 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43851 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=128 2024-11-13T08:38:40,503 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7. 2024-11-13T08:38:40,503 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7. as already flushing 2024-11-13T08:38:40,503 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7. 2024-11-13T08:38:40,503 ERROR [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] handler.RSProcedureHandler(58): pid=128 java.io.IOException: Unable to complete flush {ENCODED => 76a50d21e883147e648856c4e7558ee7, NAME => 'TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T08:38:40,504 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=128 java.io.IOException: Unable to complete flush {ENCODED => 76a50d21e883147e648856c4e7558ee7, NAME => 'TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T08:38:40,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45349 {}] master.HMaster(4177): Remote procedure failed, pid=128 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 76a50d21e883147e648856c4e7558ee7, NAME => 'TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 76a50d21e883147e648856c4e7558ee7, NAME => 'TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T08:38:40,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45349 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=127 2024-11-13T08:38:40,591 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:38:40,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38906 deadline: 1731487180585, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:38:40,591 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:38:40,591 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 , the old value is region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:40,591 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:40,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38894 deadline: 1731487180585, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:38:40,591 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 because the exception is null or not the one we care about 2024-11-13T08:38:40,591 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 , the old value is region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:40,591 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:38:40,591 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:40,591 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 because the exception is null or not the one we care about 2024-11-13T08:38:40,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38920 deadline: 1731487180585, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:38:40,592 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 , the old value is region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:40,592 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:40,592 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 because the exception is null or not the one we care about 2024-11-13T08:38:40,613 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:38:40,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38918 deadline: 1731487180604, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:38:40,614 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 , the old value is region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:40,614 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:40,614 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 because the exception is null or not the one we care about 2024-11-13T08:38:40,614 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:38:40,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38952 deadline: 1731487180604, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:38:40,614 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 , the old value is region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:40,614 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:40,614 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 because the exception is null or not the one we care about 2024-11-13T08:38:40,657 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43851 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=128 2024-11-13T08:38:40,657 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7. 2024-11-13T08:38:40,657 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7. as already flushing 2024-11-13T08:38:40,657 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7. 2024-11-13T08:38:40,657 ERROR [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] handler.RSProcedureHandler(58): pid=128 java.io.IOException: Unable to complete flush {ENCODED => 76a50d21e883147e648856c4e7558ee7, NAME => 'TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T08:38:40,657 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=128 java.io.IOException: Unable to complete flush {ENCODED => 76a50d21e883147e648856c4e7558ee7, NAME => 'TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T08:38:40,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45349 {}] master.HMaster(4177): Remote procedure failed, pid=128 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 76a50d21e883147e648856c4e7558ee7, NAME => 'TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 76a50d21e883147e648856c4e7558ee7, NAME => 'TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T08:38:40,718 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=51 (bloomFilter=true), to=hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/76a50d21e883147e648856c4e7558ee7/.tmp/B/7e45d4a20bee425db961d82567aca4a6 2024-11-13T08:38:40,725 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/76a50d21e883147e648856c4e7558ee7/.tmp/C/99d6dc5bdb28480a998cc0b46e297d09 is 50, key is test_row_0/C:col10/1731487119260/Put/seqid=0 2024-11-13T08:38:40,728 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38605 is added to blk_1073742284_1460 (size=12001) 2024-11-13T08:38:40,810 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43851 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=128 2024-11-13T08:38:40,810 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7. 2024-11-13T08:38:40,810 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7. as already flushing 2024-11-13T08:38:40,810 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7. 2024-11-13T08:38:40,810 ERROR [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] handler.RSProcedureHandler(58): pid=128 java.io.IOException: Unable to complete flush {ENCODED => 76a50d21e883147e648856c4e7558ee7, NAME => 'TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T08:38:40,810 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=128 java.io.IOException: Unable to complete flush {ENCODED => 76a50d21e883147e648856c4e7558ee7, NAME => 'TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T08:38:40,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45349 {}] master.HMaster(4177): Remote procedure failed, pid=128 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 76a50d21e883147e648856c4e7558ee7, NAME => 'TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 76a50d21e883147e648856c4e7558ee7, NAME => 'TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T08:38:40,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45349 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=127 2024-11-13T08:38:40,963 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43851 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=128 2024-11-13T08:38:40,963 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7. 2024-11-13T08:38:40,963 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7. as already flushing 2024-11-13T08:38:40,963 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7. 2024-11-13T08:38:40,963 ERROR [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] handler.RSProcedureHandler(58): pid=128 java.io.IOException: Unable to complete flush {ENCODED => 76a50d21e883147e648856c4e7558ee7, NAME => 'TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T08:38:40,963 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=128 java.io.IOException: Unable to complete flush {ENCODED => 76a50d21e883147e648856c4e7558ee7, NAME => 'TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T08:38:40,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45349 {}] master.HMaster(4177): Remote procedure failed, pid=128 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 76a50d21e883147e648856c4e7558ee7, NAME => 'TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 76a50d21e883147e648856c4e7558ee7, NAME => 'TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T08:38:41,100 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:38:41,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38920 deadline: 1731487181095, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:38:41,101 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 , the old value is region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:41,101 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:41,101 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 because the exception is null or not the one we care about 2024-11-13T08:38:41,112 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:38:41,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38906 deadline: 1731487181104, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:38:41,112 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:38:41,112 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 , the old value is region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:41,112 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:41,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38894 deadline: 1731487181104, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:38:41,112 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 because the exception is null or not the one we care about 2024-11-13T08:38:41,112 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 , the old value is region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:41,112 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:41,113 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 because the exception is null or not the one we care about 2024-11-13T08:38:41,116 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43851 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=128 2024-11-13T08:38:41,116 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7. 2024-11-13T08:38:41,116 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7. as already flushing 2024-11-13T08:38:41,116 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7. 2024-11-13T08:38:41,116 ERROR [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] handler.RSProcedureHandler(58): pid=128 java.io.IOException: Unable to complete flush {ENCODED => 76a50d21e883147e648856c4e7558ee7, NAME => 'TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T08:38:41,116 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=128 java.io.IOException: Unable to complete flush {ENCODED => 76a50d21e883147e648856c4e7558ee7, NAME => 'TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T08:38:41,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45349 {}] master.HMaster(4177): Remote procedure failed, pid=128 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 76a50d21e883147e648856c4e7558ee7, NAME => 'TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 76a50d21e883147e648856c4e7558ee7, NAME => 'TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T08:38:41,129 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=51 (bloomFilter=true), to=hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/76a50d21e883147e648856c4e7558ee7/.tmp/C/99d6dc5bdb28480a998cc0b46e297d09 2024-11-13T08:38:41,133 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/76a50d21e883147e648856c4e7558ee7/.tmp/A/b240b4522c33408a81ffe7a5a1761959 as hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/76a50d21e883147e648856c4e7558ee7/A/b240b4522c33408a81ffe7a5a1761959 2024-11-13T08:38:41,135 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:38:41,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38918 deadline: 1731487181125, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:38:41,136 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:38:41,136 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 , the old value is region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:41,136 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:41,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38952 deadline: 1731487181125, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:38:41,136 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 because the exception is null or not the one we care about 2024-11-13T08:38:41,136 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/76a50d21e883147e648856c4e7558ee7/A/b240b4522c33408a81ffe7a5a1761959, entries=250, sequenceid=51, filesize=16.3 K 2024-11-13T08:38:41,136 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 , the old value is region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:41,136 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:41,136 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 because the exception is null or not the one we care about 2024-11-13T08:38:41,137 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/76a50d21e883147e648856c4e7558ee7/.tmp/B/7e45d4a20bee425db961d82567aca4a6 as hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/76a50d21e883147e648856c4e7558ee7/B/7e45d4a20bee425db961d82567aca4a6 2024-11-13T08:38:41,140 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/76a50d21e883147e648856c4e7558ee7/B/7e45d4a20bee425db961d82567aca4a6, entries=150, sequenceid=51, filesize=11.7 K 2024-11-13T08:38:41,140 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/76a50d21e883147e648856c4e7558ee7/.tmp/C/99d6dc5bdb28480a998cc0b46e297d09 as hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/76a50d21e883147e648856c4e7558ee7/C/99d6dc5bdb28480a998cc0b46e297d09 2024-11-13T08:38:41,144 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/76a50d21e883147e648856c4e7558ee7/C/99d6dc5bdb28480a998cc0b46e297d09, entries=150, sequenceid=51, filesize=11.7 K 2024-11-13T08:38:41,145 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=127.47 KB/130530 for 76a50d21e883147e648856c4e7558ee7 in 1245ms, sequenceid=51, compaction requested=true 2024-11-13T08:38:41,145 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 76a50d21e883147e648856c4e7558ee7: 2024-11-13T08:38:41,145 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 76a50d21e883147e648856c4e7558ee7:A, priority=-2147483648, current under compaction store size is 1 2024-11-13T08:38:41,145 DEBUG [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-13T08:38:41,145 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T08:38:41,145 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-13T08:38:41,145 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 76a50d21e883147e648856c4e7558ee7:B, priority=-2147483648, current under compaction store size is 2 2024-11-13T08:38:41,145 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T08:38:41,145 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 76a50d21e883147e648856c4e7558ee7:C, priority=-2147483648, current under compaction store size is 3 2024-11-13T08:38:41,145 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-13T08:38:41,146 DEBUG [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38339 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-13T08:38:41,146 DEBUG [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] regionserver.HStore(1541): 76a50d21e883147e648856c4e7558ee7/A is initiating minor compaction (all files) 2024-11-13T08:38:41,146 INFO [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 76a50d21e883147e648856c4e7558ee7/A in TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7. 2024-11-13T08:38:41,146 INFO [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/76a50d21e883147e648856c4e7558ee7/A/ef4b544189c44223a82dda78535eb153, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/76a50d21e883147e648856c4e7558ee7/A/98f4f9dc16c74dafa6089f2b11ad46f8, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/76a50d21e883147e648856c4e7558ee7/A/b240b4522c33408a81ffe7a5a1761959] into tmpdir=hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/76a50d21e883147e648856c4e7558ee7/.tmp, totalSize=37.4 K 2024-11-13T08:38:41,146 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 33659 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-13T08:38:41,146 DEBUG [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] compactions.Compactor(225): Compacting ef4b544189c44223a82dda78535eb153, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=13, earliestPutTs=1731487119060 2024-11-13T08:38:41,146 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] regionserver.HStore(1541): 76a50d21e883147e648856c4e7558ee7/B is initiating minor compaction (all files) 2024-11-13T08:38:41,146 INFO [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 76a50d21e883147e648856c4e7558ee7/B in TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7. 2024-11-13T08:38:41,146 INFO [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/76a50d21e883147e648856c4e7558ee7/B/343b31e8e611431a8e6d21f8918e0768, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/76a50d21e883147e648856c4e7558ee7/B/29d9da1bd97d44a994423d94481437fa, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/76a50d21e883147e648856c4e7558ee7/B/7e45d4a20bee425db961d82567aca4a6] into tmpdir=hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/76a50d21e883147e648856c4e7558ee7/.tmp, totalSize=32.9 K 2024-11-13T08:38:41,147 DEBUG [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] compactions.Compactor(225): Compacting 98f4f9dc16c74dafa6089f2b11ad46f8, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=37, earliestPutTs=1731487119111 2024-11-13T08:38:41,147 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] compactions.Compactor(225): Compacting 343b31e8e611431a8e6d21f8918e0768, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=13, earliestPutTs=1731487119060 2024-11-13T08:38:41,147 DEBUG [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] compactions.Compactor(225): Compacting b240b4522c33408a81ffe7a5a1761959, keycount=250, bloomtype=ROW, size=16.3 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1731487119245 2024-11-13T08:38:41,147 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] compactions.Compactor(225): Compacting 29d9da1bd97d44a994423d94481437fa, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=37, earliestPutTs=1731487119111 2024-11-13T08:38:41,147 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] compactions.Compactor(225): Compacting 7e45d4a20bee425db961d82567aca4a6, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1731487119245 2024-11-13T08:38:41,157 INFO [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 76a50d21e883147e648856c4e7558ee7#B#compaction#380 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-13T08:38:41,157 INFO [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 76a50d21e883147e648856c4e7558ee7#A#compaction#381 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-13T08:38:41,157 DEBUG [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/76a50d21e883147e648856c4e7558ee7/.tmp/A/8416204289234ec6a2e1ec2aede864ab is 50, key is test_row_0/A:col10/1731487119260/Put/seqid=0 2024-11-13T08:38:41,157 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/76a50d21e883147e648856c4e7558ee7/.tmp/B/2880eee4242c4670a5d1f05b743e2079 is 50, key is test_row_0/B:col10/1731487119260/Put/seqid=0 2024-11-13T08:38:41,175 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38605 is added to blk_1073742285_1461 (size=12104) 2024-11-13T08:38:41,176 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38605 is added to blk_1073742286_1462 (size=12104) 2024-11-13T08:38:41,182 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/76a50d21e883147e648856c4e7558ee7/.tmp/B/2880eee4242c4670a5d1f05b743e2079 as hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/76a50d21e883147e648856c4e7558ee7/B/2880eee4242c4670a5d1f05b743e2079 2024-11-13T08:38:41,187 INFO [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 76a50d21e883147e648856c4e7558ee7/B of 76a50d21e883147e648856c4e7558ee7 into 2880eee4242c4670a5d1f05b743e2079(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T08:38:41,187 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 76a50d21e883147e648856c4e7558ee7: 2024-11-13T08:38:41,187 INFO [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., storeName=76a50d21e883147e648856c4e7558ee7/B, priority=13, startTime=1731487121145; duration=0sec 2024-11-13T08:38:41,187 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-13T08:38:41,187 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 76a50d21e883147e648856c4e7558ee7:B 2024-11-13T08:38:41,187 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-13T08:38:41,188 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 33659 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-13T08:38:41,188 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] regionserver.HStore(1541): 76a50d21e883147e648856c4e7558ee7/C is initiating minor compaction (all files) 2024-11-13T08:38:41,188 INFO [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 76a50d21e883147e648856c4e7558ee7/C in TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7. 2024-11-13T08:38:41,188 INFO [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/76a50d21e883147e648856c4e7558ee7/C/1070a39599db4721abad520f85f1a4bd, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/76a50d21e883147e648856c4e7558ee7/C/efd8ff544e744bb281d474e5c552aed4, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/76a50d21e883147e648856c4e7558ee7/C/99d6dc5bdb28480a998cc0b46e297d09] into tmpdir=hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/76a50d21e883147e648856c4e7558ee7/.tmp, totalSize=32.9 K 2024-11-13T08:38:41,188 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] compactions.Compactor(225): Compacting 1070a39599db4721abad520f85f1a4bd, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=13, earliestPutTs=1731487119060 2024-11-13T08:38:41,189 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] compactions.Compactor(225): Compacting efd8ff544e744bb281d474e5c552aed4, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=37, earliestPutTs=1731487119111 2024-11-13T08:38:41,189 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] compactions.Compactor(225): Compacting 99d6dc5bdb28480a998cc0b46e297d09, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1731487119245 2024-11-13T08:38:41,195 INFO [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 76a50d21e883147e648856c4e7558ee7#C#compaction#382 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-13T08:38:41,195 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/76a50d21e883147e648856c4e7558ee7/.tmp/C/233d8eb0efee4c21ba038c0f12f1475c is 50, key is test_row_0/C:col10/1731487119260/Put/seqid=0 2024-11-13T08:38:41,204 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38605 is added to blk_1073742287_1463 (size=12104) 2024-11-13T08:38:41,269 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43851 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=128 2024-11-13T08:38:41,269 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7. 2024-11-13T08:38:41,269 INFO [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegion(2902): Flushing 76a50d21e883147e648856c4e7558ee7 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-11-13T08:38:41,274 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/76a50d21e883147e648856c4e7558ee7/.tmp/A/560594241c3d4ac48551fc9bc6c9a5d2 is 50, key is test_row_0/A:col10/1731487119940/Put/seqid=0 2024-11-13T08:38:41,281 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38605 is added to blk_1073742288_1464 (size=12001) 2024-11-13T08:38:41,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45349 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=127 2024-11-13T08:38:41,580 DEBUG [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/76a50d21e883147e648856c4e7558ee7/.tmp/A/8416204289234ec6a2e1ec2aede864ab as hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/76a50d21e883147e648856c4e7558ee7/A/8416204289234ec6a2e1ec2aede864ab 2024-11-13T08:38:41,581 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-13T08:38:41,591 INFO [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 76a50d21e883147e648856c4e7558ee7/A of 76a50d21e883147e648856c4e7558ee7 into 8416204289234ec6a2e1ec2aede864ab(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T08:38:41,591 DEBUG [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 76a50d21e883147e648856c4e7558ee7: 2024-11-13T08:38:41,591 INFO [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., storeName=76a50d21e883147e648856c4e7558ee7/A, priority=13, startTime=1731487121145; duration=0sec 2024-11-13T08:38:41,591 DEBUG [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T08:38:41,591 DEBUG [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 76a50d21e883147e648856c4e7558ee7:A 2024-11-13T08:38:41,608 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/76a50d21e883147e648856c4e7558ee7/.tmp/C/233d8eb0efee4c21ba038c0f12f1475c as hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/76a50d21e883147e648856c4e7558ee7/C/233d8eb0efee4c21ba038c0f12f1475c 2024-11-13T08:38:41,612 INFO [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 76a50d21e883147e648856c4e7558ee7/C of 76a50d21e883147e648856c4e7558ee7 into 233d8eb0efee4c21ba038c0f12f1475c(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T08:38:41,612 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 76a50d21e883147e648856c4e7558ee7: 2024-11-13T08:38:41,612 INFO [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., storeName=76a50d21e883147e648856c4e7558ee7/C, priority=13, startTime=1731487121145; duration=0sec 2024-11-13T08:38:41,612 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T08:38:41,612 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 76a50d21e883147e648856c4e7558ee7:C 2024-11-13T08:38:41,681 INFO [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=74 (bloomFilter=true), to=hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/76a50d21e883147e648856c4e7558ee7/.tmp/A/560594241c3d4ac48551fc9bc6c9a5d2 2024-11-13T08:38:41,688 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/76a50d21e883147e648856c4e7558ee7/.tmp/B/a5ee80e35955474682e18493e77815ca is 50, key is test_row_0/B:col10/1731487119940/Put/seqid=0 2024-11-13T08:38:41,692 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38605 is added to blk_1073742289_1465 (size=12001) 2024-11-13T08:38:42,093 INFO [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=74 (bloomFilter=true), to=hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/76a50d21e883147e648856c4e7558ee7/.tmp/B/a5ee80e35955474682e18493e77815ca 2024-11-13T08:38:42,101 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/76a50d21e883147e648856c4e7558ee7/.tmp/C/4bcdc796e13d4c8ba016e5236249272d is 50, key is test_row_0/C:col10/1731487119940/Put/seqid=0 2024-11-13T08:38:42,107 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38605 is added to blk_1073742290_1466 (size=12001) 2024-11-13T08:38:42,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] regionserver.HRegion(8855): Flush requested on 76a50d21e883147e648856c4e7558ee7 2024-11-13T08:38:42,110 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7. as already flushing 2024-11-13T08:38:42,154 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:38:42,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38920 deadline: 1731487182139, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:38:42,154 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:38:42,154 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 , the old value is region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:42,155 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:42,155 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 because the exception is null or not the one we care about 2024-11-13T08:38:42,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38918 deadline: 1731487182145, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:38:42,155 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:38:42,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38906 deadline: 1731487182146, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:38:42,155 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 , the old value is region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:42,155 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:38:42,155 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:42,155 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 because the exception is null or not the one we care about 2024-11-13T08:38:42,155 WARN [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRpcRetryingCaller(177): Call to dd3a0865bb23,43851,1731486997349 for 'test_row_2' in 76a50d21e883147e648856c4e7558ee7 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2212 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-13T08:38:42,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38894 deadline: 1731487182146, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:38:42,155 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 , the old value is region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:42,156 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:42,156 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 because the exception is null or not the one we care about 2024-11-13T08:38:42,156 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 , the old value is region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:42,156 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:42,156 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 because the exception is null or not the one we care about 2024-11-13T08:38:42,158 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:38:42,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38952 deadline: 1731487182155, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:38:42,158 WARN [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRpcRetryingCaller(177): Call to dd3a0865bb23,43851,1731486997349 for 'test_row_0' in 76a50d21e883147e648856c4e7558ee7 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2214 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-13T08:38:42,159 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 , the old value is region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:42,159 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:42,159 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 because the exception is null or not the one we care about 2024-11-13T08:38:42,273 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:38:42,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38920 deadline: 1731487182265, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:38:42,273 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:38:42,273 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 , the old value is region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:42,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38906 deadline: 1731487182265, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:38:42,274 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:42,274 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 because the exception is null or not the one we care about 2024-11-13T08:38:42,274 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:38:42,274 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 , the old value is region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:42,274 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:42,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38894 deadline: 1731487182265, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:38:42,274 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 because the exception is null or not the one we care about 2024-11-13T08:38:42,274 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 , the old value is region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:42,274 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:42,274 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 because the exception is null or not the one we care about 2024-11-13T08:38:42,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45349 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=127 2024-11-13T08:38:42,492 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:38:42,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38920 deadline: 1731487182484, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:38:42,493 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:38:42,493 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 , the old value is region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:42,493 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:42,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38906 deadline: 1731487182485, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:38:42,493 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 because the exception is null or not the one we care about 2024-11-13T08:38:42,493 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 , the old value is region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:42,493 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:42,493 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:38:42,493 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 because the exception is null or not the one we care about 2024-11-13T08:38:42,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38894 deadline: 1731487182485, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:38:42,493 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 , the old value is region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:42,493 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:42,493 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 because the exception is null or not the one we care about 2024-11-13T08:38:42,508 INFO [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=74 (bloomFilter=true), to=hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/76a50d21e883147e648856c4e7558ee7/.tmp/C/4bcdc796e13d4c8ba016e5236249272d 2024-11-13T08:38:42,511 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/76a50d21e883147e648856c4e7558ee7/.tmp/A/560594241c3d4ac48551fc9bc6c9a5d2 as hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/76a50d21e883147e648856c4e7558ee7/A/560594241c3d4ac48551fc9bc6c9a5d2 2024-11-13T08:38:42,514 INFO [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/76a50d21e883147e648856c4e7558ee7/A/560594241c3d4ac48551fc9bc6c9a5d2, entries=150, sequenceid=74, filesize=11.7 K 2024-11-13T08:38:42,515 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/76a50d21e883147e648856c4e7558ee7/.tmp/B/a5ee80e35955474682e18493e77815ca as hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/76a50d21e883147e648856c4e7558ee7/B/a5ee80e35955474682e18493e77815ca 2024-11-13T08:38:42,519 INFO [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/76a50d21e883147e648856c4e7558ee7/B/a5ee80e35955474682e18493e77815ca, entries=150, sequenceid=74, filesize=11.7 K 2024-11-13T08:38:42,519 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/76a50d21e883147e648856c4e7558ee7/.tmp/C/4bcdc796e13d4c8ba016e5236249272d as hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/76a50d21e883147e648856c4e7558ee7/C/4bcdc796e13d4c8ba016e5236249272d 2024-11-13T08:38:42,523 INFO [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/76a50d21e883147e648856c4e7558ee7/C/4bcdc796e13d4c8ba016e5236249272d, entries=150, sequenceid=74, filesize=11.7 K 2024-11-13T08:38:42,524 INFO [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegion(3140): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=73.80 KB/75570 for 76a50d21e883147e648856c4e7558ee7 in 1255ms, sequenceid=74, compaction requested=false 2024-11-13T08:38:42,524 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegion(2603): Flush status journal for 76a50d21e883147e648856c4e7558ee7: 2024-11-13T08:38:42,524 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7. 2024-11-13T08:38:42,524 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=128 2024-11-13T08:38:42,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45349 {}] master.HMaster(4169): Remote procedure done, pid=128 2024-11-13T08:38:42,527 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=128, resume processing ppid=127 2024-11-13T08:38:42,527 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=128, ppid=127, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.3270 sec 2024-11-13T08:38:42,529 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=127, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=127, table=TestAcidGuarantees in 2.3320 sec 2024-11-13T08:38:42,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] regionserver.HRegion(8855): Flush requested on 76a50d21e883147e648856c4e7558ee7 2024-11-13T08:38:42,800 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-13T08:38:42,800 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 76a50d21e883147e648856c4e7558ee7 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB 2024-11-13T08:38:42,804 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/76a50d21e883147e648856c4e7558ee7/.tmp/A/2a6c75c0e64f48dfb15fba5e484b24b5 is 50, key is test_row_0/A:col10/1731487122132/Put/seqid=0 2024-11-13T08:38:42,807 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38605 is added to blk_1073742291_1467 (size=14341) 2024-11-13T08:38:42,860 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:38:42,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38894 deadline: 1731487182855, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:38:42,861 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 , the old value is region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:42,861 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:42,861 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 because the exception is null or not the one we care about 2024-11-13T08:38:42,867 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:38:42,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38920 deadline: 1731487182856, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:38:42,867 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 , the old value is region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:42,867 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:42,867 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 because the exception is null or not the one we care about 2024-11-13T08:38:42,869 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:38:42,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38906 deadline: 1731487182858, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:38:42,869 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 , the old value is region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:42,869 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:42,869 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 because the exception is null or not the one we care about 2024-11-13T08:38:42,968 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:38:42,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38894 deadline: 1731487182965, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:38:42,968 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 , the old value is region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:42,968 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:42,968 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 because the exception is null or not the one we care about 2024-11-13T08:38:42,979 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:38:42,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38920 deadline: 1731487182975, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:38:42,979 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:38:42,980 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 , the old value is region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:42,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38906 deadline: 1731487182975, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:38:42,980 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:42,980 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 because the exception is null or not the one we care about 2024-11-13T08:38:42,980 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 , the old value is region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:42,980 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:42,980 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 because the exception is null or not the one we care about 2024-11-13T08:38:43,183 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:38:43,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38894 deadline: 1731487183175, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:38:43,183 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 , the old value is region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:43,183 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:43,183 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 because the exception is null or not the one we care about 2024-11-13T08:38:43,195 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:38:43,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38920 deadline: 1731487183185, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:38:43,195 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:38:43,195 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 , the old value is region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:43,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38906 deadline: 1731487183185, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:38:43,195 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:43,195 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 because the exception is null or not the one we care about 2024-11-13T08:38:43,195 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 , the old value is region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:43,195 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:43,195 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 because the exception is null or not the one we care about 2024-11-13T08:38:43,208 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=91 (bloomFilter=true), to=hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/76a50d21e883147e648856c4e7558ee7/.tmp/A/2a6c75c0e64f48dfb15fba5e484b24b5 2024-11-13T08:38:43,215 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/76a50d21e883147e648856c4e7558ee7/.tmp/B/69101606e6e34c7382dad097cc4c1ef2 is 50, key is test_row_0/B:col10/1731487122132/Put/seqid=0 2024-11-13T08:38:43,218 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38605 is added to blk_1073742292_1468 (size=12001) 2024-11-13T08:38:43,502 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:38:43,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38894 deadline: 1731487183494, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:38:43,503 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 , the old value is region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:43,503 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:43,503 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 because the exception is null or not the one we care about 2024-11-13T08:38:43,514 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:38:43,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38920 deadline: 1731487183505, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:38:43,514 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 , the old value is region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:43,514 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:43,514 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 because the exception is null or not the one we care about 2024-11-13T08:38:43,514 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:38:43,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38906 deadline: 1731487183505, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:38:43,515 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 , the old value is region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:43,515 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:43,515 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 because the exception is null or not the one we care about 2024-11-13T08:38:43,620 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=91 (bloomFilter=true), to=hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/76a50d21e883147e648856c4e7558ee7/.tmp/B/69101606e6e34c7382dad097cc4c1ef2 2024-11-13T08:38:43,626 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/76a50d21e883147e648856c4e7558ee7/.tmp/C/a798db1233be45d797f2cfa85bb37a02 is 50, key is test_row_0/C:col10/1731487122132/Put/seqid=0 2024-11-13T08:38:43,630 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38605 is added to blk_1073742293_1469 (size=12001) 2024-11-13T08:38:43,630 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=91 (bloomFilter=true), to=hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/76a50d21e883147e648856c4e7558ee7/.tmp/C/a798db1233be45d797f2cfa85bb37a02 2024-11-13T08:38:43,634 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/76a50d21e883147e648856c4e7558ee7/.tmp/A/2a6c75c0e64f48dfb15fba5e484b24b5 as hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/76a50d21e883147e648856c4e7558ee7/A/2a6c75c0e64f48dfb15fba5e484b24b5 2024-11-13T08:38:43,638 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/76a50d21e883147e648856c4e7558ee7/A/2a6c75c0e64f48dfb15fba5e484b24b5, entries=200, sequenceid=91, filesize=14.0 K 2024-11-13T08:38:43,638 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/76a50d21e883147e648856c4e7558ee7/.tmp/B/69101606e6e34c7382dad097cc4c1ef2 as hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/76a50d21e883147e648856c4e7558ee7/B/69101606e6e34c7382dad097cc4c1ef2 2024-11-13T08:38:43,642 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/76a50d21e883147e648856c4e7558ee7/B/69101606e6e34c7382dad097cc4c1ef2, entries=150, sequenceid=91, filesize=11.7 K 2024-11-13T08:38:43,642 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/76a50d21e883147e648856c4e7558ee7/.tmp/C/a798db1233be45d797f2cfa85bb37a02 as hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/76a50d21e883147e648856c4e7558ee7/C/a798db1233be45d797f2cfa85bb37a02 2024-11-13T08:38:43,646 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/76a50d21e883147e648856c4e7558ee7/C/a798db1233be45d797f2cfa85bb37a02, entries=150, sequenceid=91, filesize=11.7 K 2024-11-13T08:38:43,646 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=120.76 KB/123660 for 76a50d21e883147e648856c4e7558ee7 in 846ms, sequenceid=91, compaction requested=true 2024-11-13T08:38:43,647 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 76a50d21e883147e648856c4e7558ee7: 2024-11-13T08:38:43,647 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 76a50d21e883147e648856c4e7558ee7:A, priority=-2147483648, current under compaction store size is 1 2024-11-13T08:38:43,647 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T08:38:43,647 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 76a50d21e883147e648856c4e7558ee7:B, priority=-2147483648, current under compaction store size is 2 2024-11-13T08:38:43,647 DEBUG [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-13T08:38:43,647 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T08:38:43,647 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 76a50d21e883147e648856c4e7558ee7:C, priority=-2147483648, current under compaction store size is 3 2024-11-13T08:38:43,647 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-13T08:38:43,647 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-13T08:38:43,648 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-13T08:38:43,648 DEBUG [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38446 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-13T08:38:43,648 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] regionserver.HStore(1541): 76a50d21e883147e648856c4e7558ee7/B is initiating minor compaction (all files) 2024-11-13T08:38:43,648 DEBUG [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] regionserver.HStore(1541): 76a50d21e883147e648856c4e7558ee7/A is initiating minor compaction (all files) 2024-11-13T08:38:43,648 INFO [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 76a50d21e883147e648856c4e7558ee7/A in TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7. 2024-11-13T08:38:43,648 INFO [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 76a50d21e883147e648856c4e7558ee7/B in TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7. 2024-11-13T08:38:43,648 INFO [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/76a50d21e883147e648856c4e7558ee7/B/2880eee4242c4670a5d1f05b743e2079, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/76a50d21e883147e648856c4e7558ee7/B/a5ee80e35955474682e18493e77815ca, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/76a50d21e883147e648856c4e7558ee7/B/69101606e6e34c7382dad097cc4c1ef2] into tmpdir=hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/76a50d21e883147e648856c4e7558ee7/.tmp, totalSize=35.3 K 2024-11-13T08:38:43,648 INFO [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/76a50d21e883147e648856c4e7558ee7/A/8416204289234ec6a2e1ec2aede864ab, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/76a50d21e883147e648856c4e7558ee7/A/560594241c3d4ac48551fc9bc6c9a5d2, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/76a50d21e883147e648856c4e7558ee7/A/2a6c75c0e64f48dfb15fba5e484b24b5] into tmpdir=hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/76a50d21e883147e648856c4e7558ee7/.tmp, totalSize=37.5 K 2024-11-13T08:38:43,648 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] compactions.Compactor(225): Compacting 2880eee4242c4670a5d1f05b743e2079, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1731487119245 2024-11-13T08:38:43,648 DEBUG [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] compactions.Compactor(225): Compacting 8416204289234ec6a2e1ec2aede864ab, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1731487119245 2024-11-13T08:38:43,649 DEBUG [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] compactions.Compactor(225): Compacting 560594241c3d4ac48551fc9bc6c9a5d2, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=74, earliestPutTs=1731487119930 2024-11-13T08:38:43,649 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] compactions.Compactor(225): Compacting a5ee80e35955474682e18493e77815ca, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=74, earliestPutTs=1731487119930 2024-11-13T08:38:43,649 DEBUG [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] compactions.Compactor(225): Compacting 2a6c75c0e64f48dfb15fba5e484b24b5, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=91, earliestPutTs=1731487122132 2024-11-13T08:38:43,649 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] compactions.Compactor(225): Compacting 69101606e6e34c7382dad097cc4c1ef2, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=91, earliestPutTs=1731487122132 2024-11-13T08:38:43,657 INFO [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 76a50d21e883147e648856c4e7558ee7#B#compaction#389 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-13T08:38:43,657 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/76a50d21e883147e648856c4e7558ee7/.tmp/B/ccda5069d57d4cecbd9c542dcf7aa6fa is 50, key is test_row_0/B:col10/1731487122132/Put/seqid=0 2024-11-13T08:38:43,657 INFO [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 76a50d21e883147e648856c4e7558ee7#A#compaction#390 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-13T08:38:43,658 DEBUG [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/76a50d21e883147e648856c4e7558ee7/.tmp/A/3b8d27f91da94becb1e77b9b90d88785 is 50, key is test_row_0/A:col10/1731487122132/Put/seqid=0 2024-11-13T08:38:43,662 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38605 is added to blk_1073742294_1470 (size=12207) 2024-11-13T08:38:43,663 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38605 is added to blk_1073742295_1471 (size=12207) 2024-11-13T08:38:43,668 DEBUG [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/76a50d21e883147e648856c4e7558ee7/.tmp/A/3b8d27f91da94becb1e77b9b90d88785 as hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/76a50d21e883147e648856c4e7558ee7/A/3b8d27f91da94becb1e77b9b90d88785 2024-11-13T08:38:43,673 INFO [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 76a50d21e883147e648856c4e7558ee7/A of 76a50d21e883147e648856c4e7558ee7 into 3b8d27f91da94becb1e77b9b90d88785(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T08:38:43,673 DEBUG [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 76a50d21e883147e648856c4e7558ee7: 2024-11-13T08:38:43,673 INFO [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., storeName=76a50d21e883147e648856c4e7558ee7/A, priority=13, startTime=1731487123647; duration=0sec 2024-11-13T08:38:43,673 DEBUG [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-13T08:38:43,673 DEBUG [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 76a50d21e883147e648856c4e7558ee7:A 2024-11-13T08:38:43,673 DEBUG [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-13T08:38:43,674 DEBUG [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-13T08:38:43,674 DEBUG [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] regionserver.HStore(1541): 76a50d21e883147e648856c4e7558ee7/C is initiating minor compaction (all files) 2024-11-13T08:38:43,674 INFO [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 76a50d21e883147e648856c4e7558ee7/C in TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7. 2024-11-13T08:38:43,674 INFO [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/76a50d21e883147e648856c4e7558ee7/C/233d8eb0efee4c21ba038c0f12f1475c, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/76a50d21e883147e648856c4e7558ee7/C/4bcdc796e13d4c8ba016e5236249272d, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/76a50d21e883147e648856c4e7558ee7/C/a798db1233be45d797f2cfa85bb37a02] into tmpdir=hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/76a50d21e883147e648856c4e7558ee7/.tmp, totalSize=35.3 K 2024-11-13T08:38:43,674 DEBUG [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] compactions.Compactor(225): Compacting 233d8eb0efee4c21ba038c0f12f1475c, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1731487119245 2024-11-13T08:38:43,675 DEBUG [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] compactions.Compactor(225): Compacting 4bcdc796e13d4c8ba016e5236249272d, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=74, earliestPutTs=1731487119930 2024-11-13T08:38:43,675 DEBUG [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] compactions.Compactor(225): Compacting a798db1233be45d797f2cfa85bb37a02, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=91, earliestPutTs=1731487122132 2024-11-13T08:38:43,681 INFO [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 76a50d21e883147e648856c4e7558ee7#C#compaction#391 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-13T08:38:43,681 DEBUG [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/76a50d21e883147e648856c4e7558ee7/.tmp/C/c7b57a04e09e401f994adcb163bb2cad is 50, key is test_row_0/C:col10/1731487122132/Put/seqid=0 2024-11-13T08:38:43,685 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38605 is added to blk_1073742296_1472 (size=12207) 2024-11-13T08:38:44,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] regionserver.HRegion(8855): Flush requested on 76a50d21e883147e648856c4e7558ee7 2024-11-13T08:38:44,021 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-13T08:38:44,021 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 76a50d21e883147e648856c4e7558ee7 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-11-13T08:38:44,026 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/76a50d21e883147e648856c4e7558ee7/.tmp/A/64c9b9faf97444808e40efb6a4c29be0 is 50, key is test_row_0/A:col10/1731487122855/Put/seqid=0 2024-11-13T08:38:44,029 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38605 is added to blk_1073742297_1473 (size=14341) 2024-11-13T08:38:44,067 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/76a50d21e883147e648856c4e7558ee7/.tmp/B/ccda5069d57d4cecbd9c542dcf7aa6fa as hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/76a50d21e883147e648856c4e7558ee7/B/ccda5069d57d4cecbd9c542dcf7aa6fa 2024-11-13T08:38:44,068 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:38:44,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38920 deadline: 1731487184056, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:38:44,069 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 , the old value is region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:44,069 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:44,069 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 because the exception is null or not the one we care about 2024-11-13T08:38:44,069 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:38:44,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38906 deadline: 1731487184057, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:38:44,072 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 , the old value is region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:44,072 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:44,072 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 because the exception is null or not the one we care about 2024-11-13T08:38:44,075 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:38:44,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38894 deadline: 1731487184064, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:38:44,076 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 , the old value is region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:44,076 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:44,076 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 because the exception is null or not the one we care about 2024-11-13T08:38:44,076 INFO [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 76a50d21e883147e648856c4e7558ee7/B of 76a50d21e883147e648856c4e7558ee7 into ccda5069d57d4cecbd9c542dcf7aa6fa(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T08:38:44,077 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 76a50d21e883147e648856c4e7558ee7: 2024-11-13T08:38:44,077 INFO [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., storeName=76a50d21e883147e648856c4e7558ee7/B, priority=13, startTime=1731487123647; duration=0sec 2024-11-13T08:38:44,077 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T08:38:44,077 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 76a50d21e883147e648856c4e7558ee7:B 2024-11-13T08:38:44,091 DEBUG [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/76a50d21e883147e648856c4e7558ee7/.tmp/C/c7b57a04e09e401f994adcb163bb2cad as hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/76a50d21e883147e648856c4e7558ee7/C/c7b57a04e09e401f994adcb163bb2cad 2024-11-13T08:38:44,095 INFO [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 76a50d21e883147e648856c4e7558ee7/C of 76a50d21e883147e648856c4e7558ee7 into c7b57a04e09e401f994adcb163bb2cad(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T08:38:44,095 DEBUG [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 76a50d21e883147e648856c4e7558ee7: 2024-11-13T08:38:44,095 INFO [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., storeName=76a50d21e883147e648856c4e7558ee7/C, priority=13, startTime=1731487123647; duration=0sec 2024-11-13T08:38:44,095 DEBUG [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T08:38:44,095 DEBUG [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 76a50d21e883147e648856c4e7558ee7:C 2024-11-13T08:38:44,179 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:38:44,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38918 deadline: 1731487184175, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:38:44,180 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:38:44,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38952 deadline: 1731487184175, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:38:44,180 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:38:44,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38920 deadline: 1731487184175, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:38:44,180 WARN [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRpcRetryingCaller(177): Call to dd3a0865bb23,43851,1731486997349 for 'test_row_2' in 76a50d21e883147e648856c4e7558ee7 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4237 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-13T08:38:44,180 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 , the old value is region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:44,180 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:44,180 WARN [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRpcRetryingCaller(177): Call to dd3a0865bb23,43851,1731486997349 for 'test_row_0' in 76a50d21e883147e648856c4e7558ee7 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4236 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-13T08:38:44,180 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 because the exception is null or not the one we care about 2024-11-13T08:38:44,180 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 , the old value is region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:44,181 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:44,181 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 , the old value is region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:44,181 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 because the exception is null or not the one we care about 2024-11-13T08:38:44,181 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:44,181 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 because the exception is null or not the one we care about 2024-11-13T08:38:44,184 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:38:44,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38906 deadline: 1731487184176, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:38:44,185 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 , the old value is region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:44,185 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:44,185 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 because the exception is null or not the one we care about 2024-11-13T08:38:44,190 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:38:44,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38894 deadline: 1731487184185, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:38:44,191 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 , the old value is region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:44,191 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:44,191 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 because the exception is null or not the one we care about 2024-11-13T08:38:44,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45349 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=127 2024-11-13T08:38:44,365 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-13T08:38:44,366 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45349 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-13T08:38:44,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45349 {}] procedure2.ProcedureExecutor(1139): Stored pid=129, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=129, table=TestAcidGuarantees 2024-11-13T08:38:44,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45349 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=129 2024-11-13T08:38:44,368 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=129, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=129, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-13T08:38:44,368 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=129, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=129, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-13T08:38:44,369 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=130, ppid=129, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-13T08:38:44,389 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:38:44,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38920 deadline: 1731487184384, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:38:44,390 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 , the old value is region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:44,390 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:44,390 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 because the exception is null or not the one we care about 2024-11-13T08:38:44,400 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:38:44,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38906 deadline: 1731487184395, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:38:44,401 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:38:44,401 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 , the old value is region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:44,401 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:44,401 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 because the exception is null or not the one we care about 2024-11-13T08:38:44,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38894 deadline: 1731487184395, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:38:44,401 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 , the old value is region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:44,401 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:44,401 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 because the exception is null or not the one we care about 2024-11-13T08:38:44,430 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=114 (bloomFilter=true), to=hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/76a50d21e883147e648856c4e7558ee7/.tmp/A/64c9b9faf97444808e40efb6a4c29be0 2024-11-13T08:38:44,436 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/76a50d21e883147e648856c4e7558ee7/.tmp/B/af4dc26365244368aa142863c4efffde is 50, key is test_row_0/B:col10/1731487122855/Put/seqid=0 2024-11-13T08:38:44,439 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38605 is added to blk_1073742298_1474 (size=12001) 2024-11-13T08:38:44,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45349 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=129 2024-11-13T08:38:44,521 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43851 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=130 2024-11-13T08:38:44,521 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7. 2024-11-13T08:38:44,521 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7. as already flushing 2024-11-13T08:38:44,521 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7. 2024-11-13T08:38:44,521 ERROR [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] handler.RSProcedureHandler(58): pid=130 java.io.IOException: Unable to complete flush {ENCODED => 76a50d21e883147e648856c4e7558ee7, NAME => 'TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T08:38:44,521 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=130 java.io.IOException: Unable to complete flush {ENCODED => 76a50d21e883147e648856c4e7558ee7, NAME => 'TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T08:38:44,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45349 {}] master.HMaster(4177): Remote procedure failed, pid=130 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 76a50d21e883147e648856c4e7558ee7, NAME => 'TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 76a50d21e883147e648856c4e7558ee7, NAME => 'TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T08:38:44,674 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43851 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=130 2024-11-13T08:38:44,674 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7. 2024-11-13T08:38:44,674 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7. as already flushing 2024-11-13T08:38:44,674 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7. 2024-11-13T08:38:44,674 ERROR [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] handler.RSProcedureHandler(58): pid=130 java.io.IOException: Unable to complete flush {ENCODED => 76a50d21e883147e648856c4e7558ee7, NAME => 'TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T08:38:44,675 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=130 java.io.IOException: Unable to complete flush {ENCODED => 76a50d21e883147e648856c4e7558ee7, NAME => 'TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T08:38:44,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45349 {}] master.HMaster(4177): Remote procedure failed, pid=130 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 76a50d21e883147e648856c4e7558ee7, NAME => 'TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 76a50d21e883147e648856c4e7558ee7, NAME => 'TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T08:38:44,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45349 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=129 2024-11-13T08:38:44,702 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:38:44,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38920 deadline: 1731487184695, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:38:44,703 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 , the old value is region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:44,703 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:44,703 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 because the exception is null or not the one we care about 2024-11-13T08:38:44,713 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:38:44,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38906 deadline: 1731487184704, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:38:44,713 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:38:44,713 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 , the old value is region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:44,713 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:44,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38894 deadline: 1731487184705, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:38:44,713 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 because the exception is null or not the one we care about 2024-11-13T08:38:44,713 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 , the old value is region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:44,713 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:44,714 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 because the exception is null or not the one we care about 2024-11-13T08:38:44,827 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43851 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=130 2024-11-13T08:38:44,827 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7. 2024-11-13T08:38:44,828 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7. as already flushing 2024-11-13T08:38:44,828 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7. 2024-11-13T08:38:44,828 ERROR [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] handler.RSProcedureHandler(58): pid=130 java.io.IOException: Unable to complete flush {ENCODED => 76a50d21e883147e648856c4e7558ee7, NAME => 'TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T08:38:44,828 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=130 java.io.IOException: Unable to complete flush {ENCODED => 76a50d21e883147e648856c4e7558ee7, NAME => 'TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T08:38:44,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45349 {}] master.HMaster(4177): Remote procedure failed, pid=130 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 76a50d21e883147e648856c4e7558ee7, NAME => 'TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 76a50d21e883147e648856c4e7558ee7, NAME => 'TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T08:38:44,840 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=114 (bloomFilter=true), to=hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/76a50d21e883147e648856c4e7558ee7/.tmp/B/af4dc26365244368aa142863c4efffde 2024-11-13T08:38:44,847 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/76a50d21e883147e648856c4e7558ee7/.tmp/C/fac1193495c54bcdb0becc7c1d3bd764 is 50, key is test_row_0/C:col10/1731487122855/Put/seqid=0 2024-11-13T08:38:44,850 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38605 is added to blk_1073742299_1475 (size=12001) 2024-11-13T08:38:44,980 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43851 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=130 2024-11-13T08:38:44,980 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7. 2024-11-13T08:38:44,981 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7. as already flushing 2024-11-13T08:38:44,981 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7. 2024-11-13T08:38:44,981 ERROR [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] handler.RSProcedureHandler(58): pid=130 java.io.IOException: Unable to complete flush {ENCODED => 76a50d21e883147e648856c4e7558ee7, NAME => 'TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T08:38:44,981 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=130 java.io.IOException: Unable to complete flush {ENCODED => 76a50d21e883147e648856c4e7558ee7, NAME => 'TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T08:38:44,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45349 {}] master.HMaster(4177): Remote procedure failed, pid=130 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 76a50d21e883147e648856c4e7558ee7, NAME => 'TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 76a50d21e883147e648856c4e7558ee7, NAME => 'TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T08:38:44,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45349 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=129 2024-11-13T08:38:45,133 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43851 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=130 2024-11-13T08:38:45,134 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7. 2024-11-13T08:38:45,134 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7. as already flushing 2024-11-13T08:38:45,134 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7. 2024-11-13T08:38:45,134 ERROR [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] handler.RSProcedureHandler(58): pid=130 java.io.IOException: Unable to complete flush {ENCODED => 76a50d21e883147e648856c4e7558ee7, NAME => 'TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T08:38:45,134 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=130 java.io.IOException: Unable to complete flush {ENCODED => 76a50d21e883147e648856c4e7558ee7, NAME => 'TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T08:38:45,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45349 {}] master.HMaster(4177): Remote procedure failed, pid=130 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 76a50d21e883147e648856c4e7558ee7, NAME => 'TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 76a50d21e883147e648856c4e7558ee7, NAME => 'TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T08:38:45,221 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:38:45,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38920 deadline: 1731487185214, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:38:45,222 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 , the old value is region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:45,222 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:45,222 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 because the exception is null or not the one we care about 2024-11-13T08:38:45,232 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:38:45,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38906 deadline: 1731487185224, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:38:45,232 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 , the old value is region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:45,232 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:38:45,233 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:45,233 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 because the exception is null or not the one we care about 2024-11-13T08:38:45,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38894 deadline: 1731487185225, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:38:45,233 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 , the old value is region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:45,233 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:45,233 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 because the exception is null or not the one we care about 2024-11-13T08:38:45,251 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=114 (bloomFilter=true), to=hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/76a50d21e883147e648856c4e7558ee7/.tmp/C/fac1193495c54bcdb0becc7c1d3bd764 2024-11-13T08:38:45,254 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/76a50d21e883147e648856c4e7558ee7/.tmp/A/64c9b9faf97444808e40efb6a4c29be0 as hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/76a50d21e883147e648856c4e7558ee7/A/64c9b9faf97444808e40efb6a4c29be0 2024-11-13T08:38:45,257 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/76a50d21e883147e648856c4e7558ee7/A/64c9b9faf97444808e40efb6a4c29be0, entries=200, sequenceid=114, filesize=14.0 K 2024-11-13T08:38:45,258 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/76a50d21e883147e648856c4e7558ee7/.tmp/B/af4dc26365244368aa142863c4efffde as hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/76a50d21e883147e648856c4e7558ee7/B/af4dc26365244368aa142863c4efffde 2024-11-13T08:38:45,260 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/76a50d21e883147e648856c4e7558ee7/B/af4dc26365244368aa142863c4efffde, entries=150, sequenceid=114, filesize=11.7 K 2024-11-13T08:38:45,261 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/76a50d21e883147e648856c4e7558ee7/.tmp/C/fac1193495c54bcdb0becc7c1d3bd764 as hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/76a50d21e883147e648856c4e7558ee7/C/fac1193495c54bcdb0becc7c1d3bd764 2024-11-13T08:38:45,264 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/76a50d21e883147e648856c4e7558ee7/C/fac1193495c54bcdb0becc7c1d3bd764, entries=150, sequenceid=114, filesize=11.7 K 2024-11-13T08:38:45,265 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=73.80 KB/75570 for 76a50d21e883147e648856c4e7558ee7 in 1244ms, sequenceid=114, compaction requested=false 2024-11-13T08:38:45,265 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 76a50d21e883147e648856c4e7558ee7: 2024-11-13T08:38:45,286 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43851 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=130 2024-11-13T08:38:45,287 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7. 2024-11-13T08:38:45,287 INFO [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegion(2902): Flushing 76a50d21e883147e648856c4e7558ee7 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-13T08:38:45,291 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/76a50d21e883147e648856c4e7558ee7/.tmp/A/f7555512d14f4878b294c354156fad8c is 50, key is test_row_0/A:col10/1731487124048/Put/seqid=0 2024-11-13T08:38:45,295 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38605 is added to blk_1073742300_1476 (size=12001) 2024-11-13T08:38:45,295 INFO [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=130 (bloomFilter=true), to=hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/76a50d21e883147e648856c4e7558ee7/.tmp/A/f7555512d14f4878b294c354156fad8c 2024-11-13T08:38:45,301 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/76a50d21e883147e648856c4e7558ee7/.tmp/B/49278fb446ce4d7a87eac3a5f484e857 is 50, key is test_row_0/B:col10/1731487124048/Put/seqid=0 2024-11-13T08:38:45,304 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38605 is added to blk_1073742301_1477 (size=12001) 2024-11-13T08:38:45,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45349 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=129 2024-11-13T08:38:45,705 INFO [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=130 (bloomFilter=true), to=hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/76a50d21e883147e648856c4e7558ee7/.tmp/B/49278fb446ce4d7a87eac3a5f484e857 2024-11-13T08:38:45,711 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/76a50d21e883147e648856c4e7558ee7/.tmp/C/323bb41c444d4b25b47716ad80e3fe1d is 50, key is test_row_0/C:col10/1731487124048/Put/seqid=0 2024-11-13T08:38:45,715 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38605 is added to blk_1073742302_1478 (size=12001) 2024-11-13T08:38:46,116 INFO [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=130 (bloomFilter=true), to=hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/76a50d21e883147e648856c4e7558ee7/.tmp/C/323bb41c444d4b25b47716ad80e3fe1d 2024-11-13T08:38:46,120 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/76a50d21e883147e648856c4e7558ee7/.tmp/A/f7555512d14f4878b294c354156fad8c as hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/76a50d21e883147e648856c4e7558ee7/A/f7555512d14f4878b294c354156fad8c 2024-11-13T08:38:46,123 INFO [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/76a50d21e883147e648856c4e7558ee7/A/f7555512d14f4878b294c354156fad8c, entries=150, sequenceid=130, filesize=11.7 K 2024-11-13T08:38:46,123 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/76a50d21e883147e648856c4e7558ee7/.tmp/B/49278fb446ce4d7a87eac3a5f484e857 as hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/76a50d21e883147e648856c4e7558ee7/B/49278fb446ce4d7a87eac3a5f484e857 2024-11-13T08:38:46,129 INFO [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/76a50d21e883147e648856c4e7558ee7/B/49278fb446ce4d7a87eac3a5f484e857, entries=150, sequenceid=130, filesize=11.7 K 2024-11-13T08:38:46,130 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/76a50d21e883147e648856c4e7558ee7/.tmp/C/323bb41c444d4b25b47716ad80e3fe1d as hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/76a50d21e883147e648856c4e7558ee7/C/323bb41c444d4b25b47716ad80e3fe1d 2024-11-13T08:38:46,134 INFO [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/76a50d21e883147e648856c4e7558ee7/C/323bb41c444d4b25b47716ad80e3fe1d, entries=150, sequenceid=130, filesize=11.7 K 2024-11-13T08:38:46,135 INFO [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegion(3140): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=0 B/0 for 76a50d21e883147e648856c4e7558ee7 in 848ms, sequenceid=130, compaction requested=true 2024-11-13T08:38:46,135 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegion(2603): Flush status journal for 76a50d21e883147e648856c4e7558ee7: 2024-11-13T08:38:46,135 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7. 2024-11-13T08:38:46,135 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=130 2024-11-13T08:38:46,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45349 {}] master.HMaster(4169): Remote procedure done, pid=130 2024-11-13T08:38:46,139 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=130, resume processing ppid=129 2024-11-13T08:38:46,139 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=130, ppid=129, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.7670 sec 2024-11-13T08:38:46,141 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=129, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=129, table=TestAcidGuarantees in 1.7730 sec 2024-11-13T08:38:46,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] regionserver.HRegion(8855): Flush requested on 76a50d21e883147e648856c4e7558ee7 2024-11-13T08:38:46,250 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-13T08:38:46,250 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 76a50d21e883147e648856c4e7558ee7 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-13T08:38:46,254 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/76a50d21e883147e648856c4e7558ee7/.tmp/A/f8895b60b68c46358c27337e9d25d918 is 50, key is test_row_0/A:col10/1731487126247/Put/seqid=0 2024-11-13T08:38:46,258 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38605 is added to blk_1073742303_1479 (size=19321) 2024-11-13T08:38:46,260 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=141 (bloomFilter=true), to=hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/76a50d21e883147e648856c4e7558ee7/.tmp/A/f8895b60b68c46358c27337e9d25d918 2024-11-13T08:38:46,266 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/76a50d21e883147e648856c4e7558ee7/.tmp/B/f77ec0df97b1482ba9e6085a2a7ef5dd is 50, key is test_row_0/B:col10/1731487126247/Put/seqid=0 2024-11-13T08:38:46,269 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38605 is added to blk_1073742304_1480 (size=12151) 2024-11-13T08:38:46,328 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:38:46,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38894 deadline: 1731487186319, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:38:46,328 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:38:46,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38920 deadline: 1731487186327, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:38:46,329 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 , the old value is region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:46,329 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:46,329 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 because the exception is null or not the one we care about 2024-11-13T08:38:46,329 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 , the old value is region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:46,329 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:46,329 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 because the exception is null or not the one we care about 2024-11-13T08:38:46,340 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:38:46,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38906 deadline: 1731487186327, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:38:46,341 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 , the old value is region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:46,341 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:46,341 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 because the exception is null or not the one we care about 2024-11-13T08:38:46,439 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:38:46,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38920 deadline: 1731487186435, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:38:46,439 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:38:46,439 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 , the old value is region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:46,439 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:46,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38894 deadline: 1731487186435, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:38:46,439 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 because the exception is null or not the one we care about 2024-11-13T08:38:46,440 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 , the old value is region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:46,440 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:46,440 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 because the exception is null or not the one we care about 2024-11-13T08:38:46,451 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:38:46,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38906 deadline: 1731487186445, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:38:46,452 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 , the old value is region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:46,452 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:46,452 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 because the exception is null or not the one we care about 2024-11-13T08:38:46,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45349 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=129 2024-11-13T08:38:46,515 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-13T08:38:46,515 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45349 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-13T08:38:46,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45349 {}] procedure2.ProcedureExecutor(1139): Stored pid=131, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=131, table=TestAcidGuarantees 2024-11-13T08:38:46,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45349 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=131 2024-11-13T08:38:46,517 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=131, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=131, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-13T08:38:46,518 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=131, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=131, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-13T08:38:46,518 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=132, ppid=131, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-13T08:38:46,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45349 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=131 2024-11-13T08:38:46,653 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:38:46,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38920 deadline: 1731487186645, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:38:46,653 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 , the old value is region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:46,653 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:38:46,653 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:46,654 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 because the exception is null or not the one we care about 2024-11-13T08:38:46,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38894 deadline: 1731487186645, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:38:46,654 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 , the old value is region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:46,654 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:46,654 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 because the exception is null or not the one we care about 2024-11-13T08:38:46,665 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:38:46,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38906 deadline: 1731487186655, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:38:46,665 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 , the old value is region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:46,665 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:46,665 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 because the exception is null or not the one we care about 2024-11-13T08:38:46,669 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=141 (bloomFilter=true), to=hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/76a50d21e883147e648856c4e7558ee7/.tmp/B/f77ec0df97b1482ba9e6085a2a7ef5dd 2024-11-13T08:38:46,670 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43851 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=132 2024-11-13T08:38:46,670 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7. 2024-11-13T08:38:46,670 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7. as already flushing 2024-11-13T08:38:46,670 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7. 2024-11-13T08:38:46,671 ERROR [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] handler.RSProcedureHandler(58): pid=132 java.io.IOException: Unable to complete flush {ENCODED => 76a50d21e883147e648856c4e7558ee7, NAME => 'TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T08:38:46,671 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=132 java.io.IOException: Unable to complete flush {ENCODED => 76a50d21e883147e648856c4e7558ee7, NAME => 'TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T08:38:46,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45349 {}] master.HMaster(4177): Remote procedure failed, pid=132 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 76a50d21e883147e648856c4e7558ee7, NAME => 'TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 76a50d21e883147e648856c4e7558ee7, NAME => 'TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T08:38:46,676 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/76a50d21e883147e648856c4e7558ee7/.tmp/C/6cc4ed442c954272bd17aa165c694669 is 50, key is test_row_0/C:col10/1731487126247/Put/seqid=0 2024-11-13T08:38:46,682 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38605 is added to blk_1073742305_1481 (size=12151) 2024-11-13T08:38:46,682 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=141 (bloomFilter=true), to=hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/76a50d21e883147e648856c4e7558ee7/.tmp/C/6cc4ed442c954272bd17aa165c694669 2024-11-13T08:38:46,685 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/76a50d21e883147e648856c4e7558ee7/.tmp/A/f8895b60b68c46358c27337e9d25d918 as hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/76a50d21e883147e648856c4e7558ee7/A/f8895b60b68c46358c27337e9d25d918 2024-11-13T08:38:46,687 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/76a50d21e883147e648856c4e7558ee7/A/f8895b60b68c46358c27337e9d25d918, entries=300, sequenceid=141, filesize=18.9 K 2024-11-13T08:38:46,688 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/76a50d21e883147e648856c4e7558ee7/.tmp/B/f77ec0df97b1482ba9e6085a2a7ef5dd as hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/76a50d21e883147e648856c4e7558ee7/B/f77ec0df97b1482ba9e6085a2a7ef5dd 2024-11-13T08:38:46,691 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/76a50d21e883147e648856c4e7558ee7/B/f77ec0df97b1482ba9e6085a2a7ef5dd, entries=150, sequenceid=141, filesize=11.9 K 2024-11-13T08:38:46,692 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/76a50d21e883147e648856c4e7558ee7/.tmp/C/6cc4ed442c954272bd17aa165c694669 as hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/76a50d21e883147e648856c4e7558ee7/C/6cc4ed442c954272bd17aa165c694669 2024-11-13T08:38:46,694 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/76a50d21e883147e648856c4e7558ee7/C/6cc4ed442c954272bd17aa165c694669, entries=150, sequenceid=141, filesize=11.9 K 2024-11-13T08:38:46,695 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 76a50d21e883147e648856c4e7558ee7 in 445ms, sequenceid=141, compaction requested=true 2024-11-13T08:38:46,695 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 76a50d21e883147e648856c4e7558ee7: 2024-11-13T08:38:46,695 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 76a50d21e883147e648856c4e7558ee7:A, priority=-2147483648, current under compaction store size is 1 2024-11-13T08:38:46,695 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T08:38:46,695 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 76a50d21e883147e648856c4e7558ee7:B, priority=-2147483648, current under compaction store size is 2 2024-11-13T08:38:46,695 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T08:38:46,695 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 76a50d21e883147e648856c4e7558ee7:C, priority=-2147483648, current under compaction store size is 3 2024-11-13T08:38:46,695 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-13T08:38:46,695 DEBUG [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-13T08:38:46,695 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-13T08:38:46,696 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48360 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-13T08:38:46,696 DEBUG [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 57870 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-13T08:38:46,696 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] regionserver.HStore(1541): 76a50d21e883147e648856c4e7558ee7/B is initiating minor compaction (all files) 2024-11-13T08:38:46,696 DEBUG [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] regionserver.HStore(1541): 76a50d21e883147e648856c4e7558ee7/A is initiating minor compaction (all files) 2024-11-13T08:38:46,696 INFO [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 76a50d21e883147e648856c4e7558ee7/B in TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7. 2024-11-13T08:38:46,696 INFO [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 76a50d21e883147e648856c4e7558ee7/A in TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7. 2024-11-13T08:38:46,697 INFO [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/76a50d21e883147e648856c4e7558ee7/B/ccda5069d57d4cecbd9c542dcf7aa6fa, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/76a50d21e883147e648856c4e7558ee7/B/af4dc26365244368aa142863c4efffde, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/76a50d21e883147e648856c4e7558ee7/B/49278fb446ce4d7a87eac3a5f484e857, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/76a50d21e883147e648856c4e7558ee7/B/f77ec0df97b1482ba9e6085a2a7ef5dd] into tmpdir=hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/76a50d21e883147e648856c4e7558ee7/.tmp, totalSize=47.2 K 2024-11-13T08:38:46,697 INFO [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/76a50d21e883147e648856c4e7558ee7/A/3b8d27f91da94becb1e77b9b90d88785, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/76a50d21e883147e648856c4e7558ee7/A/64c9b9faf97444808e40efb6a4c29be0, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/76a50d21e883147e648856c4e7558ee7/A/f7555512d14f4878b294c354156fad8c, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/76a50d21e883147e648856c4e7558ee7/A/f8895b60b68c46358c27337e9d25d918] into tmpdir=hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/76a50d21e883147e648856c4e7558ee7/.tmp, totalSize=56.5 K 2024-11-13T08:38:46,697 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] compactions.Compactor(225): Compacting ccda5069d57d4cecbd9c542dcf7aa6fa, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=91, earliestPutTs=1731487122132 2024-11-13T08:38:46,697 DEBUG [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] compactions.Compactor(225): Compacting 3b8d27f91da94becb1e77b9b90d88785, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=91, earliestPutTs=1731487122132 2024-11-13T08:38:46,697 DEBUG [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] compactions.Compactor(225): Compacting 64c9b9faf97444808e40efb6a4c29be0, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=114, earliestPutTs=1731487122841 2024-11-13T08:38:46,697 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] compactions.Compactor(225): Compacting af4dc26365244368aa142863c4efffde, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=114, earliestPutTs=1731487122855 2024-11-13T08:38:46,697 DEBUG [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] compactions.Compactor(225): Compacting f7555512d14f4878b294c354156fad8c, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=130, earliestPutTs=1731487124048 2024-11-13T08:38:46,697 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] compactions.Compactor(225): Compacting 49278fb446ce4d7a87eac3a5f484e857, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=130, earliestPutTs=1731487124048 2024-11-13T08:38:46,698 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] compactions.Compactor(225): Compacting f77ec0df97b1482ba9e6085a2a7ef5dd, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=141, earliestPutTs=1731487126247 2024-11-13T08:38:46,698 DEBUG [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] compactions.Compactor(225): Compacting f8895b60b68c46358c27337e9d25d918, keycount=300, bloomtype=ROW, size=18.9 K, encoding=NONE, compression=NONE, seqNum=141, earliestPutTs=1731487126240 2024-11-13T08:38:46,705 INFO [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 76a50d21e883147e648856c4e7558ee7#B#compaction#402 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-13T08:38:46,705 INFO [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 76a50d21e883147e648856c4e7558ee7#A#compaction#401 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-13T08:38:46,705 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/76a50d21e883147e648856c4e7558ee7/.tmp/B/78490fc5bf3c44c6bca985181ebb18da is 50, key is test_row_0/B:col10/1731487126247/Put/seqid=0 2024-11-13T08:38:46,705 DEBUG [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/76a50d21e883147e648856c4e7558ee7/.tmp/A/47b255d1c5454a688e0a21e9cd7360b4 is 50, key is test_row_0/A:col10/1731487126247/Put/seqid=0 2024-11-13T08:38:46,713 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38605 is added to blk_1073742307_1483 (size=12493) 2024-11-13T08:38:46,717 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38605 is added to blk_1073742306_1482 (size=12493) 2024-11-13T08:38:46,823 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43851 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=132 2024-11-13T08:38:46,823 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7. 2024-11-13T08:38:46,824 INFO [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegion(2902): Flushing 76a50d21e883147e648856c4e7558ee7 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-13T08:38:46,828 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/76a50d21e883147e648856c4e7558ee7/.tmp/A/13908eabfcb34679bc9d9fef6cc822f1 is 50, key is test_row_0/A:col10/1731487126325/Put/seqid=0 2024-11-13T08:38:46,831 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38605 is added to blk_1073742308_1484 (size=12151) 2024-11-13T08:38:46,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45349 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=131 2024-11-13T08:38:46,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] regionserver.HRegion(8855): Flush requested on 76a50d21e883147e648856c4e7558ee7 2024-11-13T08:38:46,962 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7. as already flushing 2024-11-13T08:38:46,995 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees 2024-11-13T08:38:46,995 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees Metrics about Tables on a single HBase RegionServer 2024-11-13T08:38:46,998 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:38:46,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38906 deadline: 1731487186984, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:38:46,999 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:38:46,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38920 deadline: 1731487186985, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:38:46,999 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 , the old value is region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:46,999 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:46,999 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 because the exception is null or not the one we care about 2024-11-13T08:38:46,999 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:38:46,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38894 deadline: 1731487186988, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:38:46,999 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 , the old value is region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:46,999 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:46,999 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 because the exception is null or not the one we care about 2024-11-13T08:38:46,999 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 , the old value is region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:46,999 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:46,999 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 because the exception is null or not the one we care about 2024-11-13T08:38:47,114 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:38:47,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38906 deadline: 1731487187105, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:38:47,114 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:38:47,114 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 , the old value is region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:47,114 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:47,114 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 because the exception is null or not the one we care about 2024-11-13T08:38:47,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38920 deadline: 1731487187105, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:38:47,115 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:38:47,115 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 , the old value is region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:47,115 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:47,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38894 deadline: 1731487187105, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:38:47,115 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 because the exception is null or not the one we care about 2024-11-13T08:38:47,115 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 , the old value is region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:47,115 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:47,115 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 because the exception is null or not the one we care about 2024-11-13T08:38:47,118 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/76a50d21e883147e648856c4e7558ee7/.tmp/B/78490fc5bf3c44c6bca985181ebb18da as hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/76a50d21e883147e648856c4e7558ee7/B/78490fc5bf3c44c6bca985181ebb18da 2024-11-13T08:38:47,121 DEBUG [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/76a50d21e883147e648856c4e7558ee7/.tmp/A/47b255d1c5454a688e0a21e9cd7360b4 as hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/76a50d21e883147e648856c4e7558ee7/A/47b255d1c5454a688e0a21e9cd7360b4 2024-11-13T08:38:47,123 INFO [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 76a50d21e883147e648856c4e7558ee7/B of 76a50d21e883147e648856c4e7558ee7 into 78490fc5bf3c44c6bca985181ebb18da(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T08:38:47,123 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 76a50d21e883147e648856c4e7558ee7: 2024-11-13T08:38:47,123 INFO [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., storeName=76a50d21e883147e648856c4e7558ee7/B, priority=12, startTime=1731487126695; duration=0sec 2024-11-13T08:38:47,124 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-13T08:38:47,124 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 76a50d21e883147e648856c4e7558ee7:B 2024-11-13T08:38:47,124 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-13T08:38:47,125 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48360 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-13T08:38:47,125 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] regionserver.HStore(1541): 76a50d21e883147e648856c4e7558ee7/C is initiating minor compaction (all files) 2024-11-13T08:38:47,125 INFO [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 76a50d21e883147e648856c4e7558ee7/C in TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7. 2024-11-13T08:38:47,125 INFO [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/76a50d21e883147e648856c4e7558ee7/C/c7b57a04e09e401f994adcb163bb2cad, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/76a50d21e883147e648856c4e7558ee7/C/fac1193495c54bcdb0becc7c1d3bd764, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/76a50d21e883147e648856c4e7558ee7/C/323bb41c444d4b25b47716ad80e3fe1d, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/76a50d21e883147e648856c4e7558ee7/C/6cc4ed442c954272bd17aa165c694669] into tmpdir=hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/76a50d21e883147e648856c4e7558ee7/.tmp, totalSize=47.2 K 2024-11-13T08:38:47,125 INFO [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 76a50d21e883147e648856c4e7558ee7/A of 76a50d21e883147e648856c4e7558ee7 into 47b255d1c5454a688e0a21e9cd7360b4(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T08:38:47,125 DEBUG [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 76a50d21e883147e648856c4e7558ee7: 2024-11-13T08:38:47,125 INFO [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., storeName=76a50d21e883147e648856c4e7558ee7/A, priority=12, startTime=1731487126695; duration=0sec 2024-11-13T08:38:47,125 DEBUG [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T08:38:47,125 DEBUG [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 76a50d21e883147e648856c4e7558ee7:A 2024-11-13T08:38:47,125 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] compactions.Compactor(225): Compacting c7b57a04e09e401f994adcb163bb2cad, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=91, earliestPutTs=1731487122132 2024-11-13T08:38:47,125 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] compactions.Compactor(225): Compacting fac1193495c54bcdb0becc7c1d3bd764, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=114, earliestPutTs=1731487122855 2024-11-13T08:38:47,126 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] compactions.Compactor(225): Compacting 323bb41c444d4b25b47716ad80e3fe1d, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=130, earliestPutTs=1731487124048 2024-11-13T08:38:47,126 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] compactions.Compactor(225): Compacting 6cc4ed442c954272bd17aa165c694669, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=141, earliestPutTs=1731487126247 2024-11-13T08:38:47,132 INFO [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 76a50d21e883147e648856c4e7558ee7#C#compaction#404 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-13T08:38:47,133 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/76a50d21e883147e648856c4e7558ee7/.tmp/C/b91ab02a2f6d46c7b915f69dfd8b4b97 is 50, key is test_row_0/C:col10/1731487126247/Put/seqid=0 2024-11-13T08:38:47,136 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38605 is added to blk_1073742309_1485 (size=12493) 2024-11-13T08:38:47,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45349 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=131 2024-11-13T08:38:47,232 INFO [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=166 (bloomFilter=true), to=hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/76a50d21e883147e648856c4e7558ee7/.tmp/A/13908eabfcb34679bc9d9fef6cc822f1 2024-11-13T08:38:47,239 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/76a50d21e883147e648856c4e7558ee7/.tmp/B/b2d255285fa84951beab130b2bb3fcb7 is 50, key is test_row_0/B:col10/1731487126325/Put/seqid=0 2024-11-13T08:38:47,247 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38605 is added to blk_1073742310_1486 (size=12151) 2024-11-13T08:38:47,335 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:38:47,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38906 deadline: 1731487187325, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:38:47,335 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:38:47,335 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 , the old value is region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:47,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38920 deadline: 1731487187325, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:38:47,335 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:47,335 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 because the exception is null or not the one we care about 2024-11-13T08:38:47,335 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 , the old value is region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:47,335 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:38:47,335 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:47,336 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 because the exception is null or not the one we care about 2024-11-13T08:38:47,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38894 deadline: 1731487187325, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:38:47,336 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 , the old value is region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:47,336 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:47,336 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 because the exception is null or not the one we care about 2024-11-13T08:38:47,540 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/76a50d21e883147e648856c4e7558ee7/.tmp/C/b91ab02a2f6d46c7b915f69dfd8b4b97 as hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/76a50d21e883147e648856c4e7558ee7/C/b91ab02a2f6d46c7b915f69dfd8b4b97 2024-11-13T08:38:47,544 INFO [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 76a50d21e883147e648856c4e7558ee7/C of 76a50d21e883147e648856c4e7558ee7 into b91ab02a2f6d46c7b915f69dfd8b4b97(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T08:38:47,544 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 76a50d21e883147e648856c4e7558ee7: 2024-11-13T08:38:47,544 INFO [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., storeName=76a50d21e883147e648856c4e7558ee7/C, priority=12, startTime=1731487126695; duration=0sec 2024-11-13T08:38:47,544 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T08:38:47,544 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 76a50d21e883147e648856c4e7558ee7:C 2024-11-13T08:38:47,647 INFO [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=166 (bloomFilter=true), to=hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/76a50d21e883147e648856c4e7558ee7/.tmp/B/b2d255285fa84951beab130b2bb3fcb7 2024-11-13T08:38:47,652 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:38:47,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38906 deadline: 1731487187645, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:38:47,652 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:38:47,652 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 , the old value is region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:47,652 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:47,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38920 deadline: 1731487187645, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:38:47,652 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 because the exception is null or not the one we care about 2024-11-13T08:38:47,653 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 , the old value is region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:47,653 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:38:47,653 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:47,653 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 because the exception is null or not the one we care about 2024-11-13T08:38:47,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38894 deadline: 1731487187645, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:38:47,653 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 , the old value is region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:47,653 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:47,653 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 because the exception is null or not the one we care about 2024-11-13T08:38:47,654 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/76a50d21e883147e648856c4e7558ee7/.tmp/C/f69c3291960540599a49eb1f803b7d26 is 50, key is test_row_0/C:col10/1731487126325/Put/seqid=0 2024-11-13T08:38:47,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45349 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=131 2024-11-13T08:38:47,657 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38605 is added to blk_1073742311_1487 (size=12151) 2024-11-13T08:38:48,058 INFO [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=166 (bloomFilter=true), to=hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/76a50d21e883147e648856c4e7558ee7/.tmp/C/f69c3291960540599a49eb1f803b7d26 2024-11-13T08:38:48,062 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/76a50d21e883147e648856c4e7558ee7/.tmp/A/13908eabfcb34679bc9d9fef6cc822f1 as hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/76a50d21e883147e648856c4e7558ee7/A/13908eabfcb34679bc9d9fef6cc822f1 2024-11-13T08:38:48,065 INFO [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/76a50d21e883147e648856c4e7558ee7/A/13908eabfcb34679bc9d9fef6cc822f1, entries=150, sequenceid=166, filesize=11.9 K 2024-11-13T08:38:48,066 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/76a50d21e883147e648856c4e7558ee7/.tmp/B/b2d255285fa84951beab130b2bb3fcb7 as hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/76a50d21e883147e648856c4e7558ee7/B/b2d255285fa84951beab130b2bb3fcb7 2024-11-13T08:38:48,069 INFO [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/76a50d21e883147e648856c4e7558ee7/B/b2d255285fa84951beab130b2bb3fcb7, entries=150, sequenceid=166, filesize=11.9 K 2024-11-13T08:38:48,070 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/76a50d21e883147e648856c4e7558ee7/.tmp/C/f69c3291960540599a49eb1f803b7d26 as hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/76a50d21e883147e648856c4e7558ee7/C/f69c3291960540599a49eb1f803b7d26 2024-11-13T08:38:48,072 INFO [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/76a50d21e883147e648856c4e7558ee7/C/f69c3291960540599a49eb1f803b7d26, entries=150, sequenceid=166, filesize=11.9 K 2024-11-13T08:38:48,073 INFO [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegion(3140): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for 76a50d21e883147e648856c4e7558ee7 in 1250ms, sequenceid=166, compaction requested=false 2024-11-13T08:38:48,073 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegion(2603): Flush status journal for 76a50d21e883147e648856c4e7558ee7: 2024-11-13T08:38:48,073 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7. 2024-11-13T08:38:48,073 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=132 2024-11-13T08:38:48,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45349 {}] master.HMaster(4169): Remote procedure done, pid=132 2024-11-13T08:38:48,076 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=132, resume processing ppid=131 2024-11-13T08:38:48,076 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=132, ppid=131, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.5560 sec 2024-11-13T08:38:48,077 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=131, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=131, table=TestAcidGuarantees in 1.5610 sec 2024-11-13T08:38:48,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] regionserver.HRegion(8855): Flush requested on 76a50d21e883147e648856c4e7558ee7 2024-11-13T08:38:48,167 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-13T08:38:48,167 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 76a50d21e883147e648856c4e7558ee7 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-13T08:38:48,171 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/76a50d21e883147e648856c4e7558ee7/.tmp/A/cc4e7e2652484c0cb1e4f536ba44fc43 is 50, key is test_row_0/A:col10/1731487126983/Put/seqid=0 2024-11-13T08:38:48,175 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38605 is added to blk_1073742312_1488 (size=14541) 2024-11-13T08:38:48,225 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:38:48,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38920 deadline: 1731487188213, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:38:48,225 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 , the old value is region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:48,225 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:38:48,225 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:48,225 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 because the exception is null or not the one we care about 2024-11-13T08:38:48,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38918 deadline: 1731487188222, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:38:48,225 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 , the old value is region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:48,226 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:48,226 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 because the exception is null or not the one we care about 2024-11-13T08:38:48,235 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:38:48,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38906 deadline: 1731487188223, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:38:48,235 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 , the old value is region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:48,235 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:48,235 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 because the exception is null or not the one we care about 2024-11-13T08:38:48,239 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:38:48,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38952 deadline: 1731487188225, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:38:48,239 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:38:48,240 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 , the old value is region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:48,240 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:48,240 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 because the exception is null or not the one we care about 2024-11-13T08:38:48,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38894 deadline: 1731487188225, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:38:48,240 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 , the old value is region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:48,240 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:48,240 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 because the exception is null or not the one we care about 2024-11-13T08:38:48,343 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:38:48,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38920 deadline: 1731487188335, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:38:48,343 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:38:48,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38918 deadline: 1731487188335, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:38:48,344 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 , the old value is region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:48,344 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:48,344 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 because the exception is null or not the one we care about 2024-11-13T08:38:48,344 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 , the old value is region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:48,344 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:48,344 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 because the exception is null or not the one we care about 2024-11-13T08:38:48,356 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:38:48,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38906 deadline: 1731487188345, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:38:48,356 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:38:48,356 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 , the old value is region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:48,356 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:48,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38952 deadline: 1731487188345, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:38:48,356 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 because the exception is null or not the one we care about 2024-11-13T08:38:48,356 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:38:48,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38894 deadline: 1731487188345, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:38:48,356 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 , the old value is region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:48,356 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:48,356 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 because the exception is null or not the one we care about 2024-11-13T08:38:48,356 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 , the old value is region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:48,356 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:48,356 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 because the exception is null or not the one we care about 2024-11-13T08:38:48,559 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:38:48,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38920 deadline: 1731487188555, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:38:48,559 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:38:48,560 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 , the old value is region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:48,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38918 deadline: 1731487188555, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:38:48,560 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:48,560 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 because the exception is null or not the one we care about 2024-11-13T08:38:48,560 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 , the old value is region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:48,560 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:48,560 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 because the exception is null or not the one we care about 2024-11-13T08:38:48,572 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:38:48,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38906 deadline: 1731487188565, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:38:48,572 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:38:48,572 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 , the old value is region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:48,572 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:48,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38952 deadline: 1731487188565, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:38:48,572 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 because the exception is null or not the one we care about 2024-11-13T08:38:48,572 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:38:48,573 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 , the old value is region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:48,573 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:48,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38894 deadline: 1731487188565, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:38:48,573 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 because the exception is null or not the one we care about 2024-11-13T08:38:48,573 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 , the old value is region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:48,573 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:48,573 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 because the exception is null or not the one we care about 2024-11-13T08:38:48,575 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=181 (bloomFilter=true), to=hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/76a50d21e883147e648856c4e7558ee7/.tmp/A/cc4e7e2652484c0cb1e4f536ba44fc43 2024-11-13T08:38:48,582 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/76a50d21e883147e648856c4e7558ee7/.tmp/B/505969e226de467fa983a8c105643bfa is 50, key is test_row_0/B:col10/1731487126983/Put/seqid=0 2024-11-13T08:38:48,586 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38605 is added to blk_1073742313_1489 (size=12151) 2024-11-13T08:38:48,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45349 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=131 2024-11-13T08:38:48,665 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-13T08:38:48,665 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45349 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-13T08:38:48,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45349 {}] procedure2.ProcedureExecutor(1139): Stored pid=133, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=133, table=TestAcidGuarantees 2024-11-13T08:38:48,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45349 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=133 2024-11-13T08:38:48,667 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=133, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=133, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-13T08:38:48,667 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=133, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=133, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-13T08:38:48,668 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=134, ppid=133, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-13T08:38:48,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45349 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=133 2024-11-13T08:38:48,820 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43851 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=134 2024-11-13T08:38:48,820 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7. 2024-11-13T08:38:48,820 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7. as already flushing 2024-11-13T08:38:48,820 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7. 2024-11-13T08:38:48,820 ERROR [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] handler.RSProcedureHandler(58): pid=134 java.io.IOException: Unable to complete flush {ENCODED => 76a50d21e883147e648856c4e7558ee7, NAME => 'TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T08:38:48,820 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=134 java.io.IOException: Unable to complete flush {ENCODED => 76a50d21e883147e648856c4e7558ee7, NAME => 'TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T08:38:48,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45349 {}] master.HMaster(4177): Remote procedure failed, pid=134 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 76a50d21e883147e648856c4e7558ee7, NAME => 'TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 76a50d21e883147e648856c4e7558ee7, NAME => 'TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T08:38:48,872 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:38:48,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38920 deadline: 1731487188865, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:38:48,872 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:38:48,873 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 , the old value is region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:48,873 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:48,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38918 deadline: 1731487188865, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:38:48,873 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 because the exception is null or not the one we care about 2024-11-13T08:38:48,873 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 , the old value is region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:48,873 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:48,873 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 because the exception is null or not the one we care about 2024-11-13T08:38:48,890 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:38:48,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38906 deadline: 1731487188884, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:38:48,890 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:38:48,890 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 , the old value is region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:48,890 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:48,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38952 deadline: 1731487188885, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:38:48,890 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 because the exception is null or not the one we care about 2024-11-13T08:38:48,890 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:38:48,890 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 , the old value is region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:48,890 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:48,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38894 deadline: 1731487188885, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:38:48,890 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 because the exception is null or not the one we care about 2024-11-13T08:38:48,891 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 , the old value is region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:48,891 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:48,891 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 because the exception is null or not the one we care about 2024-11-13T08:38:48,973 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43851 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=134 2024-11-13T08:38:48,973 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7. 2024-11-13T08:38:48,973 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7. as already flushing 2024-11-13T08:38:48,973 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7. 2024-11-13T08:38:48,973 ERROR [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] handler.RSProcedureHandler(58): pid=134 java.io.IOException: Unable to complete flush {ENCODED => 76a50d21e883147e648856c4e7558ee7, NAME => 'TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T08:38:48,973 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=134 java.io.IOException: Unable to complete flush {ENCODED => 76a50d21e883147e648856c4e7558ee7, NAME => 'TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T08:38:48,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45349 {}] master.HMaster(4177): Remote procedure failed, pid=134 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 76a50d21e883147e648856c4e7558ee7, NAME => 'TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 76a50d21e883147e648856c4e7558ee7, NAME => 'TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T08:38:48,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45349 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=133 2024-11-13T08:38:48,986 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=181 (bloomFilter=true), to=hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/76a50d21e883147e648856c4e7558ee7/.tmp/B/505969e226de467fa983a8c105643bfa 2024-11-13T08:38:48,992 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/76a50d21e883147e648856c4e7558ee7/.tmp/C/1e9b6d7cdc4443f7b9ae6a76da2538fd is 50, key is test_row_0/C:col10/1731487126983/Put/seqid=0 2024-11-13T08:38:48,995 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38605 is added to blk_1073742314_1490 (size=12151) 2024-11-13T08:38:49,126 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43851 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=134 2024-11-13T08:38:49,126 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7. 2024-11-13T08:38:49,126 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7. as already flushing 2024-11-13T08:38:49,126 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7. 2024-11-13T08:38:49,126 ERROR [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] handler.RSProcedureHandler(58): pid=134 java.io.IOException: Unable to complete flush {ENCODED => 76a50d21e883147e648856c4e7558ee7, NAME => 'TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T08:38:49,127 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=134 java.io.IOException: Unable to complete flush {ENCODED => 76a50d21e883147e648856c4e7558ee7, NAME => 'TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T08:38:49,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45349 {}] master.HMaster(4177): Remote procedure failed, pid=134 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 76a50d21e883147e648856c4e7558ee7, NAME => 'TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 76a50d21e883147e648856c4e7558ee7, NAME => 'TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T08:38:49,279 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43851 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=134 2024-11-13T08:38:49,279 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7. 2024-11-13T08:38:49,279 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7. as already flushing 2024-11-13T08:38:49,279 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7. 2024-11-13T08:38:49,279 ERROR [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] handler.RSProcedureHandler(58): pid=134 java.io.IOException: Unable to complete flush {ENCODED => 76a50d21e883147e648856c4e7558ee7, NAME => 'TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T08:38:49,279 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=134 java.io.IOException: Unable to complete flush {ENCODED => 76a50d21e883147e648856c4e7558ee7, NAME => 'TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T08:38:49,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45349 {}] master.HMaster(4177): Remote procedure failed, pid=134 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 76a50d21e883147e648856c4e7558ee7, NAME => 'TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 76a50d21e883147e648856c4e7558ee7, NAME => 'TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T08:38:49,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45349 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=133 2024-11-13T08:38:49,390 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:38:49,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38920 deadline: 1731487189384, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:38:49,390 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:38:49,390 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 , the old value is region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:49,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38918 deadline: 1731487189385, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:38:49,390 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:49,390 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 because the exception is null or not the one we care about 2024-11-13T08:38:49,391 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 , the old value is region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:49,391 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:49,391 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 because the exception is null or not the one we care about 2024-11-13T08:38:49,401 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=181 (bloomFilter=true), to=hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/76a50d21e883147e648856c4e7558ee7/.tmp/C/1e9b6d7cdc4443f7b9ae6a76da2538fd 2024-11-13T08:38:49,402 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:38:49,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38906 deadline: 1731487189395, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:38:49,402 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 , the old value is region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:49,402 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:38:49,402 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:49,402 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 because the exception is null or not the one we care about 2024-11-13T08:38:49,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38952 deadline: 1731487189395, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:38:49,402 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:38:49,403 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 , the old value is region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:49,403 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:49,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38894 deadline: 1731487189395, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:38:49,403 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 because the exception is null or not the one we care about 2024-11-13T08:38:49,403 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 , the old value is region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:49,403 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:49,403 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 because the exception is null or not the one we care about 2024-11-13T08:38:49,405 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/76a50d21e883147e648856c4e7558ee7/.tmp/A/cc4e7e2652484c0cb1e4f536ba44fc43 as hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/76a50d21e883147e648856c4e7558ee7/A/cc4e7e2652484c0cb1e4f536ba44fc43 2024-11-13T08:38:49,408 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/76a50d21e883147e648856c4e7558ee7/A/cc4e7e2652484c0cb1e4f536ba44fc43, entries=200, sequenceid=181, filesize=14.2 K 2024-11-13T08:38:49,409 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/76a50d21e883147e648856c4e7558ee7/.tmp/B/505969e226de467fa983a8c105643bfa as hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/76a50d21e883147e648856c4e7558ee7/B/505969e226de467fa983a8c105643bfa 2024-11-13T08:38:49,411 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/76a50d21e883147e648856c4e7558ee7/B/505969e226de467fa983a8c105643bfa, entries=150, sequenceid=181, filesize=11.9 K 2024-11-13T08:38:49,412 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/76a50d21e883147e648856c4e7558ee7/.tmp/C/1e9b6d7cdc4443f7b9ae6a76da2538fd as hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/76a50d21e883147e648856c4e7558ee7/C/1e9b6d7cdc4443f7b9ae6a76da2538fd 2024-11-13T08:38:49,415 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/76a50d21e883147e648856c4e7558ee7/C/1e9b6d7cdc4443f7b9ae6a76da2538fd, entries=150, sequenceid=181, filesize=11.9 K 2024-11-13T08:38:49,416 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 76a50d21e883147e648856c4e7558ee7 in 1249ms, sequenceid=181, compaction requested=true 2024-11-13T08:38:49,416 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 76a50d21e883147e648856c4e7558ee7: 2024-11-13T08:38:49,416 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 76a50d21e883147e648856c4e7558ee7:A, priority=-2147483648, current under compaction store size is 1 2024-11-13T08:38:49,416 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T08:38:49,416 DEBUG [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-13T08:38:49,416 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-13T08:38:49,416 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 76a50d21e883147e648856c4e7558ee7:B, priority=-2147483648, current under compaction store size is 2 2024-11-13T08:38:49,416 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T08:38:49,416 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 76a50d21e883147e648856c4e7558ee7:C, priority=-2147483648, current under compaction store size is 3 2024-11-13T08:38:49,416 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-13T08:38:49,417 DEBUG [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 39185 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-13T08:38:49,417 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36795 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-13T08:38:49,417 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] regionserver.HStore(1541): 76a50d21e883147e648856c4e7558ee7/B is initiating minor compaction (all files) 2024-11-13T08:38:49,417 DEBUG [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] regionserver.HStore(1541): 76a50d21e883147e648856c4e7558ee7/A is initiating minor compaction (all files) 2024-11-13T08:38:49,417 INFO [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 76a50d21e883147e648856c4e7558ee7/B in TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7. 2024-11-13T08:38:49,417 INFO [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 76a50d21e883147e648856c4e7558ee7/A in TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7. 2024-11-13T08:38:49,417 INFO [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/76a50d21e883147e648856c4e7558ee7/B/78490fc5bf3c44c6bca985181ebb18da, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/76a50d21e883147e648856c4e7558ee7/B/b2d255285fa84951beab130b2bb3fcb7, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/76a50d21e883147e648856c4e7558ee7/B/505969e226de467fa983a8c105643bfa] into tmpdir=hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/76a50d21e883147e648856c4e7558ee7/.tmp, totalSize=35.9 K 2024-11-13T08:38:49,417 INFO [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/76a50d21e883147e648856c4e7558ee7/A/47b255d1c5454a688e0a21e9cd7360b4, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/76a50d21e883147e648856c4e7558ee7/A/13908eabfcb34679bc9d9fef6cc822f1, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/76a50d21e883147e648856c4e7558ee7/A/cc4e7e2652484c0cb1e4f536ba44fc43] into tmpdir=hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/76a50d21e883147e648856c4e7558ee7/.tmp, totalSize=38.3 K 2024-11-13T08:38:49,417 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] compactions.Compactor(225): Compacting 78490fc5bf3c44c6bca985181ebb18da, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=141, earliestPutTs=1731487126247 2024-11-13T08:38:49,417 DEBUG [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] compactions.Compactor(225): Compacting 47b255d1c5454a688e0a21e9cd7360b4, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=141, earliestPutTs=1731487126247 2024-11-13T08:38:49,418 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] compactions.Compactor(225): Compacting b2d255285fa84951beab130b2bb3fcb7, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=166, earliestPutTs=1731487126310 2024-11-13T08:38:49,418 DEBUG [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] compactions.Compactor(225): Compacting 13908eabfcb34679bc9d9fef6cc822f1, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=166, earliestPutTs=1731487126310 2024-11-13T08:38:49,418 DEBUG [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] compactions.Compactor(225): Compacting cc4e7e2652484c0cb1e4f536ba44fc43, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=181, earliestPutTs=1731487126975 2024-11-13T08:38:49,418 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] compactions.Compactor(225): Compacting 505969e226de467fa983a8c105643bfa, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=181, earliestPutTs=1731487126975 2024-11-13T08:38:49,425 INFO [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 76a50d21e883147e648856c4e7558ee7#B#compaction#410 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-13T08:38:49,425 INFO [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 76a50d21e883147e648856c4e7558ee7#A#compaction#411 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-13T08:38:49,425 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/76a50d21e883147e648856c4e7558ee7/.tmp/B/d773895b6cda4bc5870c4144a3691945 is 50, key is test_row_0/B:col10/1731487126983/Put/seqid=0 2024-11-13T08:38:49,426 DEBUG [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/76a50d21e883147e648856c4e7558ee7/.tmp/A/596528cd75e848d2b26220cccb3133d7 is 50, key is test_row_0/A:col10/1731487126983/Put/seqid=0 2024-11-13T08:38:49,430 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38605 is added to blk_1073742315_1491 (size=12595) 2024-11-13T08:38:49,432 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38605 is added to blk_1073742316_1492 (size=12595) 2024-11-13T08:38:49,432 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43851 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=134 2024-11-13T08:38:49,432 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7. 2024-11-13T08:38:49,432 INFO [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HRegion(2902): Flushing 76a50d21e883147e648856c4e7558ee7 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-13T08:38:49,436 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/76a50d21e883147e648856c4e7558ee7/.tmp/A/68574ac95a1349a9948c2481ffb4304e is 50, key is test_row_0/A:col10/1731487128223/Put/seqid=0 2024-11-13T08:38:49,441 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38605 is added to blk_1073742317_1493 (size=12151) 2024-11-13T08:38:49,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45349 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=133 2024-11-13T08:38:49,834 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/76a50d21e883147e648856c4e7558ee7/.tmp/B/d773895b6cda4bc5870c4144a3691945 as hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/76a50d21e883147e648856c4e7558ee7/B/d773895b6cda4bc5870c4144a3691945 2024-11-13T08:38:49,836 DEBUG [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/76a50d21e883147e648856c4e7558ee7/.tmp/A/596528cd75e848d2b26220cccb3133d7 as hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/76a50d21e883147e648856c4e7558ee7/A/596528cd75e848d2b26220cccb3133d7 2024-11-13T08:38:49,839 INFO [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 76a50d21e883147e648856c4e7558ee7/B of 76a50d21e883147e648856c4e7558ee7 into d773895b6cda4bc5870c4144a3691945(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T08:38:49,839 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 76a50d21e883147e648856c4e7558ee7: 2024-11-13T08:38:49,840 INFO [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., storeName=76a50d21e883147e648856c4e7558ee7/B, priority=13, startTime=1731487129416; duration=0sec 2024-11-13T08:38:49,840 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-13T08:38:49,840 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 76a50d21e883147e648856c4e7558ee7:B 2024-11-13T08:38:49,840 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-13T08:38:49,841 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36795 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-13T08:38:49,841 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] regionserver.HStore(1541): 76a50d21e883147e648856c4e7558ee7/C is initiating minor compaction (all files) 2024-11-13T08:38:49,841 INFO [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 76a50d21e883147e648856c4e7558ee7/A of 76a50d21e883147e648856c4e7558ee7 into 596528cd75e848d2b26220cccb3133d7(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T08:38:49,841 INFO [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 76a50d21e883147e648856c4e7558ee7/C in TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7. 2024-11-13T08:38:49,841 DEBUG [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 76a50d21e883147e648856c4e7558ee7: 2024-11-13T08:38:49,841 INFO [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., storeName=76a50d21e883147e648856c4e7558ee7/A, priority=13, startTime=1731487129416; duration=0sec 2024-11-13T08:38:49,841 INFO [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=205 (bloomFilter=true), to=hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/76a50d21e883147e648856c4e7558ee7/.tmp/A/68574ac95a1349a9948c2481ffb4304e 2024-11-13T08:38:49,841 INFO [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/76a50d21e883147e648856c4e7558ee7/C/b91ab02a2f6d46c7b915f69dfd8b4b97, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/76a50d21e883147e648856c4e7558ee7/C/f69c3291960540599a49eb1f803b7d26, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/76a50d21e883147e648856c4e7558ee7/C/1e9b6d7cdc4443f7b9ae6a76da2538fd] into tmpdir=hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/76a50d21e883147e648856c4e7558ee7/.tmp, totalSize=35.9 K 2024-11-13T08:38:49,841 DEBUG [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T08:38:49,841 DEBUG [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 76a50d21e883147e648856c4e7558ee7:A 2024-11-13T08:38:49,842 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] compactions.Compactor(225): Compacting b91ab02a2f6d46c7b915f69dfd8b4b97, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=141, earliestPutTs=1731487126247 2024-11-13T08:38:49,842 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] compactions.Compactor(225): Compacting f69c3291960540599a49eb1f803b7d26, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=166, earliestPutTs=1731487126310 2024-11-13T08:38:49,842 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] compactions.Compactor(225): Compacting 1e9b6d7cdc4443f7b9ae6a76da2538fd, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=181, earliestPutTs=1731487126975 2024-11-13T08:38:49,848 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/76a50d21e883147e648856c4e7558ee7/.tmp/B/42bf7df3152d479b9c71633c3ab9e256 is 50, key is test_row_0/B:col10/1731487128223/Put/seqid=0 2024-11-13T08:38:49,851 INFO [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 76a50d21e883147e648856c4e7558ee7#C#compaction#414 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-13T08:38:49,851 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/76a50d21e883147e648856c4e7558ee7/.tmp/C/d22f5f361ea64eee9aeafa6c36c72bf1 is 50, key is test_row_0/C:col10/1731487126983/Put/seqid=0 2024-11-13T08:38:49,853 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38605 is added to blk_1073742318_1494 (size=12151) 2024-11-13T08:38:49,856 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38605 is added to blk_1073742319_1495 (size=12595) 2024-11-13T08:38:50,254 INFO [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=205 (bloomFilter=true), to=hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/76a50d21e883147e648856c4e7558ee7/.tmp/B/42bf7df3152d479b9c71633c3ab9e256 2024-11-13T08:38:50,263 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/76a50d21e883147e648856c4e7558ee7/.tmp/C/d22f5f361ea64eee9aeafa6c36c72bf1 as hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/76a50d21e883147e648856c4e7558ee7/C/d22f5f361ea64eee9aeafa6c36c72bf1 2024-11-13T08:38:50,267 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/76a50d21e883147e648856c4e7558ee7/.tmp/C/b95c3d07d5f74c89866c02f2e7bb98d4 is 50, key is test_row_0/C:col10/1731487128223/Put/seqid=0 2024-11-13T08:38:50,270 INFO [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 76a50d21e883147e648856c4e7558ee7/C of 76a50d21e883147e648856c4e7558ee7 into d22f5f361ea64eee9aeafa6c36c72bf1(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T08:38:50,270 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 76a50d21e883147e648856c4e7558ee7: 2024-11-13T08:38:50,270 INFO [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., storeName=76a50d21e883147e648856c4e7558ee7/C, priority=13, startTime=1731487129416; duration=0sec 2024-11-13T08:38:50,270 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T08:38:50,270 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 76a50d21e883147e648856c4e7558ee7:C 2024-11-13T08:38:50,273 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38605 is added to blk_1073742320_1496 (size=12151) 2024-11-13T08:38:50,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] regionserver.HRegion(8855): Flush requested on 76a50d21e883147e648856c4e7558ee7 2024-11-13T08:38:50,411 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7. as already flushing 2024-11-13T08:38:50,429 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:38:50,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38952 deadline: 1731487190421, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:38:50,429 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 , the old value is region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:50,429 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:50,429 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 because the exception is null or not the one we care about 2024-11-13T08:38:50,437 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:38:50,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38920 deadline: 1731487190427, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:38:50,437 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 , the old value is region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:50,437 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:50,437 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:38:50,437 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 because the exception is null or not the one we care about 2024-11-13T08:38:50,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38906 deadline: 1731487190428, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:38:50,438 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 , the old value is region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:50,438 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:38:50,438 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:50,438 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 because the exception is null or not the one we care about 2024-11-13T08:38:50,438 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:38:50,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38894 deadline: 1731487190429, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:38:50,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38918 deadline: 1731487190430, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:38:50,438 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 , the old value is region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:50,438 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:50,438 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 , the old value is region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:50,438 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 because the exception is null or not the one we care about 2024-11-13T08:38:50,438 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:50,438 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 because the exception is null or not the one we care about 2024-11-13T08:38:50,541 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:38:50,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38952 deadline: 1731487190535, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:38:50,542 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 , the old value is region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:50,542 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:50,542 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 because the exception is null or not the one we care about 2024-11-13T08:38:50,551 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:38:50,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38920 deadline: 1731487190545, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:38:50,552 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:38:50,552 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 , the old value is region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:50,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38906 deadline: 1731487190545, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:38:50,552 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:50,552 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 because the exception is null or not the one we care about 2024-11-13T08:38:50,552 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:38:50,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38894 deadline: 1731487190545, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:38:50,552 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 , the old value is region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:50,552 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:50,552 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 because the exception is null or not the one we care about 2024-11-13T08:38:50,552 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:38:50,552 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 , the old value is region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:50,552 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:50,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38918 deadline: 1731487190545, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:38:50,552 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 because the exception is null or not the one we care about 2024-11-13T08:38:50,552 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 , the old value is region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:50,552 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:50,553 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 because the exception is null or not the one we care about 2024-11-13T08:38:50,674 INFO [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=205 (bloomFilter=true), to=hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/76a50d21e883147e648856c4e7558ee7/.tmp/C/b95c3d07d5f74c89866c02f2e7bb98d4 2024-11-13T08:38:50,677 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/76a50d21e883147e648856c4e7558ee7/.tmp/A/68574ac95a1349a9948c2481ffb4304e as hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/76a50d21e883147e648856c4e7558ee7/A/68574ac95a1349a9948c2481ffb4304e 2024-11-13T08:38:50,680 INFO [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/76a50d21e883147e648856c4e7558ee7/A/68574ac95a1349a9948c2481ffb4304e, entries=150, sequenceid=205, filesize=11.9 K 2024-11-13T08:38:50,681 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/76a50d21e883147e648856c4e7558ee7/.tmp/B/42bf7df3152d479b9c71633c3ab9e256 as hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/76a50d21e883147e648856c4e7558ee7/B/42bf7df3152d479b9c71633c3ab9e256 2024-11-13T08:38:50,684 INFO [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/76a50d21e883147e648856c4e7558ee7/B/42bf7df3152d479b9c71633c3ab9e256, entries=150, sequenceid=205, filesize=11.9 K 2024-11-13T08:38:50,684 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/76a50d21e883147e648856c4e7558ee7/.tmp/C/b95c3d07d5f74c89866c02f2e7bb98d4 as hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/76a50d21e883147e648856c4e7558ee7/C/b95c3d07d5f74c89866c02f2e7bb98d4 2024-11-13T08:38:50,687 INFO [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/76a50d21e883147e648856c4e7558ee7/C/b95c3d07d5f74c89866c02f2e7bb98d4, entries=150, sequenceid=205, filesize=11.9 K 2024-11-13T08:38:50,688 INFO [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HRegion(3140): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=67.09 KB/68700 for 76a50d21e883147e648856c4e7558ee7 in 1256ms, sequenceid=205, compaction requested=false 2024-11-13T08:38:50,688 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HRegion(2603): Flush status journal for 76a50d21e883147e648856c4e7558ee7: 2024-11-13T08:38:50,688 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7. 2024-11-13T08:38:50,688 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=134 2024-11-13T08:38:50,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45349 {}] master.HMaster(4169): Remote procedure done, pid=134 2024-11-13T08:38:50,691 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=134, resume processing ppid=133 2024-11-13T08:38:50,691 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=134, ppid=133, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.0220 sec 2024-11-13T08:38:50,693 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=133, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=133, table=TestAcidGuarantees in 2.0270 sec 2024-11-13T08:38:50,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] regionserver.HRegion(8855): Flush requested on 76a50d21e883147e648856c4e7558ee7 2024-11-13T08:38:50,748 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-13T08:38:50,749 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 76a50d21e883147e648856c4e7558ee7 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-13T08:38:50,753 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/76a50d21e883147e648856c4e7558ee7/.tmp/A/a28d619b9def40c48063fff63fb57a02 is 50, key is test_row_0/A:col10/1731487130747/Put/seqid=0 2024-11-13T08:38:50,757 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38605 is added to blk_1073742321_1497 (size=14541) 2024-11-13T08:38:50,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45349 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=133 2024-11-13T08:38:50,815 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-13T08:38:50,816 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45349 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-13T08:38:50,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45349 {}] procedure2.ProcedureExecutor(1139): Stored pid=135, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=135, table=TestAcidGuarantees 2024-11-13T08:38:50,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45349 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=135 2024-11-13T08:38:50,817 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=135, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=135, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-13T08:38:50,818 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=135, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=135, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-13T08:38:50,818 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=136, ppid=135, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-13T08:38:50,835 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:38:50,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38952 deadline: 1731487190823, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:38:50,835 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:38:50,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38894 deadline: 1731487190823, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:38:50,835 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 , the old value is region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:50,836 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:50,836 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 because the exception is null or not the one we care about 2024-11-13T08:38:50,836 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:38:50,836 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 , the old value is region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:50,836 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:50,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38920 deadline: 1731487190824, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:38:50,836 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 because the exception is null or not the one we care about 2024-11-13T08:38:50,836 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 , the old value is region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:50,836 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:50,836 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:38:50,836 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 because the exception is null or not the one we care about 2024-11-13T08:38:50,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38906 deadline: 1731487190824, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:38:50,836 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 , the old value is region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:50,836 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:38:50,836 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:50,836 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 because the exception is null or not the one we care about 2024-11-13T08:38:50,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38918 deadline: 1731487190826, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:38:50,837 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 , the old value is region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:50,837 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:50,837 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 because the exception is null or not the one we care about 2024-11-13T08:38:50,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45349 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=135 2024-11-13T08:38:50,947 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:38:50,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38952 deadline: 1731487190945, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:38:50,948 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:38:50,948 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 , the old value is region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:50,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38894 deadline: 1731487190945, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:38:50,948 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:50,948 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 because the exception is null or not the one we care about 2024-11-13T08:38:50,948 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:38:50,948 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 , the old value is region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:50,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38920 deadline: 1731487190945, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:38:50,948 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:50,948 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 because the exception is null or not the one we care about 2024-11-13T08:38:50,949 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:38:50,949 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 , the old value is region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:50,949 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:50,949 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 because the exception is null or not the one we care about 2024-11-13T08:38:50,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38906 deadline: 1731487190946, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:38:50,949 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:38:50,949 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 , the old value is region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:50,949 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:50,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38918 deadline: 1731487190946, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:38:50,949 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 because the exception is null or not the one we care about 2024-11-13T08:38:50,949 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 , the old value is region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:50,949 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:50,949 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 because the exception is null or not the one we care about 2024-11-13T08:38:50,969 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43851 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=136 2024-11-13T08:38:50,970 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7. 2024-11-13T08:38:50,970 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7. as already flushing 2024-11-13T08:38:50,970 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7. 2024-11-13T08:38:50,970 ERROR [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] handler.RSProcedureHandler(58): pid=136 java.io.IOException: Unable to complete flush {ENCODED => 76a50d21e883147e648856c4e7558ee7, NAME => 'TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T08:38:50,970 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=136 java.io.IOException: Unable to complete flush {ENCODED => 76a50d21e883147e648856c4e7558ee7, NAME => 'TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T08:38:50,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45349 {}] master.HMaster(4177): Remote procedure failed, pid=136 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 76a50d21e883147e648856c4e7558ee7, NAME => 'TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 76a50d21e883147e648856c4e7558ee7, NAME => 'TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T08:38:51,123 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43851 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=136 2024-11-13T08:38:51,123 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7. 2024-11-13T08:38:51,123 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7. as already flushing 2024-11-13T08:38:51,123 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7. 2024-11-13T08:38:51,123 ERROR [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] handler.RSProcedureHandler(58): pid=136 java.io.IOException: Unable to complete flush {ENCODED => 76a50d21e883147e648856c4e7558ee7, NAME => 'TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T08:38:51,123 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=136 java.io.IOException: Unable to complete flush {ENCODED => 76a50d21e883147e648856c4e7558ee7, NAME => 'TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T08:38:51,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45349 {}] master.HMaster(4177): Remote procedure failed, pid=136 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 76a50d21e883147e648856c4e7558ee7, NAME => 'TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 76a50d21e883147e648856c4e7558ee7, NAME => 'TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T08:38:51,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45349 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=135 2024-11-13T08:38:51,157 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=222 (bloomFilter=true), to=hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/76a50d21e883147e648856c4e7558ee7/.tmp/A/a28d619b9def40c48063fff63fb57a02 2024-11-13T08:38:51,163 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/76a50d21e883147e648856c4e7558ee7/.tmp/B/7a9163e5532b4e338b79a8346de87031 is 50, key is test_row_0/B:col10/1731487130747/Put/seqid=0 2024-11-13T08:38:51,164 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:38:51,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38952 deadline: 1731487191154, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:38:51,165 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:38:51,165 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 , the old value is region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:51,165 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:51,165 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 because the exception is null or not the one we care about 2024-11-13T08:38:51,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38894 deadline: 1731487191155, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:38:51,165 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 , the old value is region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:51,165 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:38:51,165 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:51,165 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 because the exception is null or not the one we care about 2024-11-13T08:38:51,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38906 deadline: 1731487191155, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:38:51,165 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:38:51,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38920 deadline: 1731487191155, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:38:51,166 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 , the old value is region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:51,166 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:51,166 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 because the exception is null or not the one we care about 2024-11-13T08:38:51,166 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:38:51,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38918 deadline: 1731487191155, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:38:51,166 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 , the old value is region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:51,166 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:51,166 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 because the exception is null or not the one we care about 2024-11-13T08:38:51,166 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 , the old value is region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:51,166 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:51,166 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 because the exception is null or not the one we care about 2024-11-13T08:38:51,168 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38605 is added to blk_1073742322_1498 (size=12151) 2024-11-13T08:38:51,275 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43851 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=136 2024-11-13T08:38:51,276 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-0 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7. 2024-11-13T08:38:51,276 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-0 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7. as already flushing 2024-11-13T08:38:51,276 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-0 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7. 2024-11-13T08:38:51,276 ERROR [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-0 {event_type=RS_FLUSH_REGIONS, pid=136}] handler.RSProcedureHandler(58): pid=136 java.io.IOException: Unable to complete flush {ENCODED => 76a50d21e883147e648856c4e7558ee7, NAME => 'TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T08:38:51,276 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-0 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=136 java.io.IOException: Unable to complete flush {ENCODED => 76a50d21e883147e648856c4e7558ee7, NAME => 'TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T08:38:51,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45349 {}] master.HMaster(4177): Remote procedure failed, pid=136 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 76a50d21e883147e648856c4e7558ee7, NAME => 'TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 76a50d21e883147e648856c4e7558ee7, NAME => 'TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T08:38:51,428 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43851 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=136 2024-11-13T08:38:51,428 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7. 2024-11-13T08:38:51,428 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7. as already flushing 2024-11-13T08:38:51,429 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7. 2024-11-13T08:38:51,429 ERROR [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] handler.RSProcedureHandler(58): pid=136 java.io.IOException: Unable to complete flush {ENCODED => 76a50d21e883147e648856c4e7558ee7, NAME => 'TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T08:38:51,429 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=136 java.io.IOException: Unable to complete flush {ENCODED => 76a50d21e883147e648856c4e7558ee7, NAME => 'TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T08:38:51,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45349 {}] master.HMaster(4177): Remote procedure failed, pid=136 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 76a50d21e883147e648856c4e7558ee7, NAME => 'TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 76a50d21e883147e648856c4e7558ee7, NAME => 'TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T08:38:51,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45349 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=135 2024-11-13T08:38:51,482 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:38:51,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38952 deadline: 1731487191474, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:38:51,483 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:38:51,483 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 , the old value is region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:51,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38894 deadline: 1731487191475, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:38:51,483 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:51,483 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 because the exception is null or not the one we care about 2024-11-13T08:38:51,483 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:38:51,483 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 , the old value is region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:51,483 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:51,483 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 because the exception is null or not the one we care about 2024-11-13T08:38:51,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38906 deadline: 1731487191475, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:38:51,483 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:38:51,483 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 , the old value is region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:51,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38920 deadline: 1731487191475, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:38:51,483 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:51,483 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 because the exception is null or not the one we care about 2024-11-13T08:38:51,483 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 , the old value is region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:51,483 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:38:51,483 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:51,483 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 because the exception is null or not the one we care about 2024-11-13T08:38:51,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38918 deadline: 1731487191475, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:38:51,484 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 , the old value is region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:51,484 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:51,484 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 because the exception is null or not the one we care about 2024-11-13T08:38:51,568 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=222 (bloomFilter=true), to=hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/76a50d21e883147e648856c4e7558ee7/.tmp/B/7a9163e5532b4e338b79a8346de87031 2024-11-13T08:38:51,576 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/76a50d21e883147e648856c4e7558ee7/.tmp/C/9e9b3c25c02541d9a62437701be776aa is 50, key is test_row_0/C:col10/1731487130747/Put/seqid=0 2024-11-13T08:38:51,579 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38605 is added to blk_1073742323_1499 (size=12151) 2024-11-13T08:38:51,581 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43851 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=136 2024-11-13T08:38:51,581 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7. 2024-11-13T08:38:51,581 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7. as already flushing 2024-11-13T08:38:51,581 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7. 2024-11-13T08:38:51,581 ERROR [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] handler.RSProcedureHandler(58): pid=136 java.io.IOException: Unable to complete flush {ENCODED => 76a50d21e883147e648856c4e7558ee7, NAME => 'TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T08:38:51,581 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=136 java.io.IOException: Unable to complete flush {ENCODED => 76a50d21e883147e648856c4e7558ee7, NAME => 'TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T08:38:51,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45349 {}] master.HMaster(4177): Remote procedure failed, pid=136 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 76a50d21e883147e648856c4e7558ee7, NAME => 'TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 76a50d21e883147e648856c4e7558ee7, NAME => 'TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T08:38:51,734 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43851 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=136 2024-11-13T08:38:51,734 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-0 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7. 2024-11-13T08:38:51,734 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-0 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7. as already flushing 2024-11-13T08:38:51,734 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-0 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7. 2024-11-13T08:38:51,734 ERROR [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-0 {event_type=RS_FLUSH_REGIONS, pid=136}] handler.RSProcedureHandler(58): pid=136 java.io.IOException: Unable to complete flush {ENCODED => 76a50d21e883147e648856c4e7558ee7, NAME => 'TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T08:38:51,734 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-0 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=136 java.io.IOException: Unable to complete flush {ENCODED => 76a50d21e883147e648856c4e7558ee7, NAME => 'TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T08:38:51,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45349 {}] master.HMaster(4177): Remote procedure failed, pid=136 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 76a50d21e883147e648856c4e7558ee7, NAME => 'TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 76a50d21e883147e648856c4e7558ee7, NAME => 'TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T08:38:51,886 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43851 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=136 2024-11-13T08:38:51,887 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7. 2024-11-13T08:38:51,887 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7. as already flushing 2024-11-13T08:38:51,887 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7. 2024-11-13T08:38:51,887 ERROR [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] handler.RSProcedureHandler(58): pid=136 java.io.IOException: Unable to complete flush {ENCODED => 76a50d21e883147e648856c4e7558ee7, NAME => 'TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T08:38:51,887 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=136 java.io.IOException: Unable to complete flush {ENCODED => 76a50d21e883147e648856c4e7558ee7, NAME => 'TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T08:38:51,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45349 {}] master.HMaster(4177): Remote procedure failed, pid=136 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 76a50d21e883147e648856c4e7558ee7, NAME => 'TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 76a50d21e883147e648856c4e7558ee7, NAME => 'TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T08:38:51,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45349 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=135 2024-11-13T08:38:51,979 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=222 (bloomFilter=true), to=hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/76a50d21e883147e648856c4e7558ee7/.tmp/C/9e9b3c25c02541d9a62437701be776aa 2024-11-13T08:38:51,983 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/76a50d21e883147e648856c4e7558ee7/.tmp/A/a28d619b9def40c48063fff63fb57a02 as hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/76a50d21e883147e648856c4e7558ee7/A/a28d619b9def40c48063fff63fb57a02 2024-11-13T08:38:51,986 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/76a50d21e883147e648856c4e7558ee7/A/a28d619b9def40c48063fff63fb57a02, entries=200, sequenceid=222, filesize=14.2 K 2024-11-13T08:38:51,987 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/76a50d21e883147e648856c4e7558ee7/.tmp/B/7a9163e5532b4e338b79a8346de87031 as hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/76a50d21e883147e648856c4e7558ee7/B/7a9163e5532b4e338b79a8346de87031 2024-11-13T08:38:51,990 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/76a50d21e883147e648856c4e7558ee7/B/7a9163e5532b4e338b79a8346de87031, entries=150, sequenceid=222, filesize=11.9 K 2024-11-13T08:38:51,990 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/76a50d21e883147e648856c4e7558ee7/.tmp/C/9e9b3c25c02541d9a62437701be776aa as hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/76a50d21e883147e648856c4e7558ee7/C/9e9b3c25c02541d9a62437701be776aa 2024-11-13T08:38:51,993 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/76a50d21e883147e648856c4e7558ee7/C/9e9b3c25c02541d9a62437701be776aa, entries=150, sequenceid=222, filesize=11.9 K 2024-11-13T08:38:51,994 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=127.47 KB/130530 for 76a50d21e883147e648856c4e7558ee7 in 1246ms, sequenceid=222, compaction requested=true 2024-11-13T08:38:51,994 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 76a50d21e883147e648856c4e7558ee7: 2024-11-13T08:38:51,994 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 76a50d21e883147e648856c4e7558ee7:A, priority=-2147483648, current under compaction store size is 1 2024-11-13T08:38:51,994 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T08:38:51,994 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 76a50d21e883147e648856c4e7558ee7:B, priority=-2147483648, current under compaction store size is 2 2024-11-13T08:38:51,994 DEBUG [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-13T08:38:51,994 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T08:38:51,994 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 76a50d21e883147e648856c4e7558ee7:C, priority=-2147483648, current under compaction store size is 3 2024-11-13T08:38:51,994 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-13T08:38:51,994 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-13T08:38:51,995 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36897 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-13T08:38:51,995 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] regionserver.HStore(1541): 76a50d21e883147e648856c4e7558ee7/B is initiating minor compaction (all files) 2024-11-13T08:38:51,995 INFO [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 76a50d21e883147e648856c4e7558ee7/B in TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7. 2024-11-13T08:38:51,995 INFO [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/76a50d21e883147e648856c4e7558ee7/B/d773895b6cda4bc5870c4144a3691945, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/76a50d21e883147e648856c4e7558ee7/B/42bf7df3152d479b9c71633c3ab9e256, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/76a50d21e883147e648856c4e7558ee7/B/7a9163e5532b4e338b79a8346de87031] into tmpdir=hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/76a50d21e883147e648856c4e7558ee7/.tmp, totalSize=36.0 K 2024-11-13T08:38:51,995 DEBUG [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 39287 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-13T08:38:51,995 DEBUG [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] regionserver.HStore(1541): 76a50d21e883147e648856c4e7558ee7/A is initiating minor compaction (all files) 2024-11-13T08:38:51,995 INFO [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 76a50d21e883147e648856c4e7558ee7/A in TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7. 2024-11-13T08:38:51,996 INFO [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/76a50d21e883147e648856c4e7558ee7/A/596528cd75e848d2b26220cccb3133d7, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/76a50d21e883147e648856c4e7558ee7/A/68574ac95a1349a9948c2481ffb4304e, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/76a50d21e883147e648856c4e7558ee7/A/a28d619b9def40c48063fff63fb57a02] into tmpdir=hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/76a50d21e883147e648856c4e7558ee7/.tmp, totalSize=38.4 K 2024-11-13T08:38:51,996 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] compactions.Compactor(225): Compacting d773895b6cda4bc5870c4144a3691945, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=181, earliestPutTs=1731487126975 2024-11-13T08:38:51,996 DEBUG [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] compactions.Compactor(225): Compacting 596528cd75e848d2b26220cccb3133d7, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=181, earliestPutTs=1731487126975 2024-11-13T08:38:51,996 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] compactions.Compactor(225): Compacting 42bf7df3152d479b9c71633c3ab9e256, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=205, earliestPutTs=1731487128220 2024-11-13T08:38:51,996 DEBUG [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] compactions.Compactor(225): Compacting 68574ac95a1349a9948c2481ffb4304e, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=205, earliestPutTs=1731487128220 2024-11-13T08:38:51,996 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] compactions.Compactor(225): Compacting 7a9163e5532b4e338b79a8346de87031, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=222, earliestPutTs=1731487130410 2024-11-13T08:38:51,997 DEBUG [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] compactions.Compactor(225): Compacting a28d619b9def40c48063fff63fb57a02, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=222, earliestPutTs=1731487130410 2024-11-13T08:38:52,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] regionserver.HRegion(8855): Flush requested on 76a50d21e883147e648856c4e7558ee7 2024-11-13T08:38:52,003 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-13T08:38:52,003 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 76a50d21e883147e648856c4e7558ee7 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-13T08:38:52,004 INFO [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 76a50d21e883147e648856c4e7558ee7#A#compaction#419 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-13T08:38:52,005 DEBUG [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/76a50d21e883147e648856c4e7558ee7/.tmp/A/d468f416d95749d0b1c8c2eaaa7ef9be is 50, key is test_row_0/A:col10/1731487130747/Put/seqid=0 2024-11-13T08:38:52,005 INFO [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 76a50d21e883147e648856c4e7558ee7#B#compaction#420 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-13T08:38:52,005 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/76a50d21e883147e648856c4e7558ee7/.tmp/B/b6a29459a93145ffb9a261ac74347a29 is 50, key is test_row_0/B:col10/1731487130747/Put/seqid=0 2024-11-13T08:38:52,010 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38605 is added to blk_1073742325_1501 (size=12697) 2024-11-13T08:38:52,010 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38605 is added to blk_1073742324_1500 (size=12697) 2024-11-13T08:38:52,012 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/76a50d21e883147e648856c4e7558ee7/.tmp/A/84638a96da824ba9892d8ec04f031506 is 50, key is test_row_0/A:col10/1731487132003/Put/seqid=0 2024-11-13T08:38:52,014 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/76a50d21e883147e648856c4e7558ee7/.tmp/B/b6a29459a93145ffb9a261ac74347a29 as hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/76a50d21e883147e648856c4e7558ee7/B/b6a29459a93145ffb9a261ac74347a29 2024-11-13T08:38:52,015 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38605 is added to blk_1073742326_1502 (size=16931) 2024-11-13T08:38:52,018 INFO [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 76a50d21e883147e648856c4e7558ee7/B of 76a50d21e883147e648856c4e7558ee7 into b6a29459a93145ffb9a261ac74347a29(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T08:38:52,018 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 76a50d21e883147e648856c4e7558ee7: 2024-11-13T08:38:52,018 INFO [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., storeName=76a50d21e883147e648856c4e7558ee7/B, priority=13, startTime=1731487131994; duration=0sec 2024-11-13T08:38:52,018 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-13T08:38:52,018 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 76a50d21e883147e648856c4e7558ee7:B 2024-11-13T08:38:52,018 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-13T08:38:52,019 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36897 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-13T08:38:52,019 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] regionserver.HStore(1541): 76a50d21e883147e648856c4e7558ee7/C is initiating minor compaction (all files) 2024-11-13T08:38:52,019 INFO [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 76a50d21e883147e648856c4e7558ee7/C in TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7. 2024-11-13T08:38:52,019 INFO [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/76a50d21e883147e648856c4e7558ee7/C/d22f5f361ea64eee9aeafa6c36c72bf1, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/76a50d21e883147e648856c4e7558ee7/C/b95c3d07d5f74c89866c02f2e7bb98d4, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/76a50d21e883147e648856c4e7558ee7/C/9e9b3c25c02541d9a62437701be776aa] into tmpdir=hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/76a50d21e883147e648856c4e7558ee7/.tmp, totalSize=36.0 K 2024-11-13T08:38:52,019 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] compactions.Compactor(225): Compacting d22f5f361ea64eee9aeafa6c36c72bf1, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=181, earliestPutTs=1731487126975 2024-11-13T08:38:52,020 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] compactions.Compactor(225): Compacting b95c3d07d5f74c89866c02f2e7bb98d4, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=205, earliestPutTs=1731487128220 2024-11-13T08:38:52,020 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] compactions.Compactor(225): Compacting 9e9b3c25c02541d9a62437701be776aa, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=222, earliestPutTs=1731487130410 2024-11-13T08:38:52,023 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:38:52,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38894 deadline: 1731487192019, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:38:52,024 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 , the old value is region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:52,024 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:52,024 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 because the exception is null or not the one we care about 2024-11-13T08:38:52,028 INFO [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 76a50d21e883147e648856c4e7558ee7#C#compaction#422 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-13T08:38:52,028 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/76a50d21e883147e648856c4e7558ee7/.tmp/C/7800d49891c94233bcdb4209d73bbf4c is 50, key is test_row_0/C:col10/1731487130747/Put/seqid=0 2024-11-13T08:38:52,034 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:38:52,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38920 deadline: 1731487192020, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:38:52,034 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38605 is added to blk_1073742327_1503 (size=12697) 2024-11-13T08:38:52,034 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:38:52,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38906 deadline: 1731487192022, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:38:52,035 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 , the old value is region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:52,035 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:52,035 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 because the exception is null or not the one we care about 2024-11-13T08:38:52,035 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 , the old value is region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:52,035 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:52,035 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 because the exception is null or not the one we care about 2024-11-13T08:38:52,038 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43851 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=136 2024-11-13T08:38:52,038 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7. 2024-11-13T08:38:52,038 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7. as already flushing 2024-11-13T08:38:52,038 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7. 2024-11-13T08:38:52,039 ERROR [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] handler.RSProcedureHandler(58): pid=136 java.io.IOException: Unable to complete flush {ENCODED => 76a50d21e883147e648856c4e7558ee7, NAME => 'TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T08:38:52,039 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=136 java.io.IOException: Unable to complete flush {ENCODED => 76a50d21e883147e648856c4e7558ee7, NAME => 'TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T08:38:52,039 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:38:52,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38952 deadline: 1731487192023, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:38:52,039 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 , the old value is region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:52,039 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:52,039 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 because the exception is null or not the one we care about 2024-11-13T08:38:52,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45349 {}] master.HMaster(4177): Remote procedure failed, pid=136 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 76a50d21e883147e648856c4e7558ee7, NAME => 'TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 76a50d21e883147e648856c4e7558ee7, NAME => 'TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T08:38:52,039 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:38:52,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38918 deadline: 1731487192023, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:38:52,040 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 , the old value is region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:52,040 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:52,040 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 because the exception is null or not the one we care about 2024-11-13T08:38:52,143 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:38:52,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38894 deadline: 1731487192135, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:38:52,143 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 , the old value is region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:52,143 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:52,143 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 because the exception is null or not the one we care about 2024-11-13T08:38:52,154 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:38:52,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38920 deadline: 1731487192145, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:38:52,154 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:38:52,155 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 , the old value is region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:52,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38906 deadline: 1731487192145, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:38:52,155 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:52,155 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 because the exception is null or not the one we care about 2024-11-13T08:38:52,155 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:38:52,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38952 deadline: 1731487192145, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:38:52,155 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:38:52,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38918 deadline: 1731487192145, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:38:52,155 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 , the old value is region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:52,155 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:52,155 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 because the exception is null or not the one we care about 2024-11-13T08:38:52,155 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 , the old value is region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:52,155 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:52,155 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 because the exception is null or not the one we care about 2024-11-13T08:38:52,155 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 , the old value is region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:52,155 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:52,155 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 because the exception is null or not the one we care about 2024-11-13T08:38:52,190 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43851 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=136 2024-11-13T08:38:52,191 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-0 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7. 2024-11-13T08:38:52,191 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-0 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7. as already flushing 2024-11-13T08:38:52,191 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-0 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7. 2024-11-13T08:38:52,191 ERROR [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-0 {event_type=RS_FLUSH_REGIONS, pid=136}] handler.RSProcedureHandler(58): pid=136 java.io.IOException: Unable to complete flush {ENCODED => 76a50d21e883147e648856c4e7558ee7, NAME => 'TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T08:38:52,191 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-0 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=136 java.io.IOException: Unable to complete flush {ENCODED => 76a50d21e883147e648856c4e7558ee7, NAME => 'TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T08:38:52,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45349 {}] master.HMaster(4177): Remote procedure failed, pid=136 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 76a50d21e883147e648856c4e7558ee7, NAME => 'TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 76a50d21e883147e648856c4e7558ee7, NAME => 'TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T08:38:52,344 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43851 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=136 2024-11-13T08:38:52,344 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7. 2024-11-13T08:38:52,344 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7. as already flushing 2024-11-13T08:38:52,344 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7. 2024-11-13T08:38:52,344 ERROR [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] handler.RSProcedureHandler(58): pid=136 java.io.IOException: Unable to complete flush {ENCODED => 76a50d21e883147e648856c4e7558ee7, NAME => 'TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T08:38:52,344 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=136 java.io.IOException: Unable to complete flush {ENCODED => 76a50d21e883147e648856c4e7558ee7, NAME => 'TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T08:38:52,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45349 {}] master.HMaster(4177): Remote procedure failed, pid=136 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 76a50d21e883147e648856c4e7558ee7, NAME => 'TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 76a50d21e883147e648856c4e7558ee7, NAME => 'TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T08:38:52,361 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:38:52,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38894 deadline: 1731487192355, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:38:52,362 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 , the old value is region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:52,362 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:52,362 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 because the exception is null or not the one we care about 2024-11-13T08:38:52,372 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:38:52,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38920 deadline: 1731487192365, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:38:52,372 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:38:52,372 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 , the old value is region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:52,372 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:52,372 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 because the exception is null or not the one we care about 2024-11-13T08:38:52,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38906 deadline: 1731487192365, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:38:52,373 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:38:52,373 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 , the old value is region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:52,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38952 deadline: 1731487192365, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:38:52,373 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:52,373 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 because the exception is null or not the one we care about 2024-11-13T08:38:52,373 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:38:52,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38918 deadline: 1731487192365, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:38:52,373 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 , the old value is region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:52,373 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:52,373 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 because the exception is null or not the one we care about 2024-11-13T08:38:52,373 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 , the old value is region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:52,373 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:52,373 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 because the exception is null or not the one we care about 2024-11-13T08:38:52,414 DEBUG [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/76a50d21e883147e648856c4e7558ee7/.tmp/A/d468f416d95749d0b1c8c2eaaa7ef9be as hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/76a50d21e883147e648856c4e7558ee7/A/d468f416d95749d0b1c8c2eaaa7ef9be 2024-11-13T08:38:52,416 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=246 (bloomFilter=true), to=hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/76a50d21e883147e648856c4e7558ee7/.tmp/A/84638a96da824ba9892d8ec04f031506 2024-11-13T08:38:52,418 INFO [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 76a50d21e883147e648856c4e7558ee7/A of 76a50d21e883147e648856c4e7558ee7 into d468f416d95749d0b1c8c2eaaa7ef9be(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T08:38:52,418 DEBUG [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 76a50d21e883147e648856c4e7558ee7: 2024-11-13T08:38:52,419 INFO [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., storeName=76a50d21e883147e648856c4e7558ee7/A, priority=13, startTime=1731487131994; duration=0sec 2024-11-13T08:38:52,419 DEBUG [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T08:38:52,419 DEBUG [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 76a50d21e883147e648856c4e7558ee7:A 2024-11-13T08:38:52,423 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/76a50d21e883147e648856c4e7558ee7/.tmp/B/a916634e79b647f19c1001eac22dbad2 is 50, key is test_row_0/B:col10/1731487132003/Put/seqid=0 2024-11-13T08:38:52,426 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38605 is added to blk_1073742328_1504 (size=12151) 2024-11-13T08:38:52,437 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/76a50d21e883147e648856c4e7558ee7/.tmp/C/7800d49891c94233bcdb4209d73bbf4c as hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/76a50d21e883147e648856c4e7558ee7/C/7800d49891c94233bcdb4209d73bbf4c 2024-11-13T08:38:52,441 INFO [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 76a50d21e883147e648856c4e7558ee7/C of 76a50d21e883147e648856c4e7558ee7 into 7800d49891c94233bcdb4209d73bbf4c(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T08:38:52,441 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 76a50d21e883147e648856c4e7558ee7: 2024-11-13T08:38:52,441 INFO [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., storeName=76a50d21e883147e648856c4e7558ee7/C, priority=13, startTime=1731487131994; duration=0sec 2024-11-13T08:38:52,441 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T08:38:52,441 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 76a50d21e883147e648856c4e7558ee7:C 2024-11-13T08:38:52,496 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43851 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=136 2024-11-13T08:38:52,496 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7. 2024-11-13T08:38:52,497 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7. as already flushing 2024-11-13T08:38:52,497 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7. 2024-11-13T08:38:52,497 ERROR [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] handler.RSProcedureHandler(58): pid=136 java.io.IOException: Unable to complete flush {ENCODED => 76a50d21e883147e648856c4e7558ee7, NAME => 'TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T08:38:52,497 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=136 java.io.IOException: Unable to complete flush {ENCODED => 76a50d21e883147e648856c4e7558ee7, NAME => 'TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T08:38:52,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45349 {}] master.HMaster(4177): Remote procedure failed, pid=136 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 76a50d21e883147e648856c4e7558ee7, NAME => 'TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 76a50d21e883147e648856c4e7558ee7, NAME => 'TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T08:38:52,650 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43851 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=136 2024-11-13T08:38:52,650 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-0 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7. 2024-11-13T08:38:52,650 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-0 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7. as already flushing 2024-11-13T08:38:52,650 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-0 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7. 2024-11-13T08:38:52,650 ERROR [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-0 {event_type=RS_FLUSH_REGIONS, pid=136}] handler.RSProcedureHandler(58): pid=136 java.io.IOException: Unable to complete flush {ENCODED => 76a50d21e883147e648856c4e7558ee7, NAME => 'TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T08:38:52,650 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-0 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=136 java.io.IOException: Unable to complete flush {ENCODED => 76a50d21e883147e648856c4e7558ee7, NAME => 'TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T08:38:52,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45349 {}] master.HMaster(4177): Remote procedure failed, pid=136 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 76a50d21e883147e648856c4e7558ee7, NAME => 'TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 76a50d21e883147e648856c4e7558ee7, NAME => 'TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T08:38:52,668 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:38:52,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38894 deadline: 1731487192664, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:38:52,668 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 , the old value is region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:52,668 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:52,668 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 because the exception is null or not the one we care about 2024-11-13T08:38:52,677 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:38:52,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38906 deadline: 1731487192675, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:38:52,678 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 , the old value is region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:52,678 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:52,678 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 because the exception is null or not the one we care about 2024-11-13T08:38:52,687 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:38:52,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38920 deadline: 1731487192685, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:38:52,687 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:38:52,687 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 , the old value is region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:52,688 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:52,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38952 deadline: 1731487192685, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:38:52,688 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 because the exception is null or not the one we care about 2024-11-13T08:38:52,688 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:38:52,688 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 , the old value is region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:52,688 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:52,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38918 deadline: 1731487192685, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:38:52,688 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 because the exception is null or not the one we care about 2024-11-13T08:38:52,688 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 , the old value is region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:52,688 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:52,688 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 because the exception is null or not the one we care about 2024-11-13T08:38:52,802 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43851 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=136 2024-11-13T08:38:52,803 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7. 2024-11-13T08:38:52,803 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7. as already flushing 2024-11-13T08:38:52,803 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7. 2024-11-13T08:38:52,803 ERROR [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] handler.RSProcedureHandler(58): pid=136 java.io.IOException: Unable to complete flush {ENCODED => 76a50d21e883147e648856c4e7558ee7, NAME => 'TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T08:38:52,803 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=136 java.io.IOException: Unable to complete flush {ENCODED => 76a50d21e883147e648856c4e7558ee7, NAME => 'TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T08:38:52,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45349 {}] master.HMaster(4177): Remote procedure failed, pid=136 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 76a50d21e883147e648856c4e7558ee7, NAME => 'TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 76a50d21e883147e648856c4e7558ee7, NAME => 'TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T08:38:52,827 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=246 (bloomFilter=true), to=hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/76a50d21e883147e648856c4e7558ee7/.tmp/B/a916634e79b647f19c1001eac22dbad2 2024-11-13T08:38:52,833 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/76a50d21e883147e648856c4e7558ee7/.tmp/C/c9b7092a494f458883ac831c57c0eaf0 is 50, key is test_row_0/C:col10/1731487132003/Put/seqid=0 2024-11-13T08:38:52,836 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38605 is added to blk_1073742329_1505 (size=12151) 2024-11-13T08:38:52,837 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=246 (bloomFilter=true), to=hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/76a50d21e883147e648856c4e7558ee7/.tmp/C/c9b7092a494f458883ac831c57c0eaf0 2024-11-13T08:38:52,840 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/76a50d21e883147e648856c4e7558ee7/.tmp/A/84638a96da824ba9892d8ec04f031506 as hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/76a50d21e883147e648856c4e7558ee7/A/84638a96da824ba9892d8ec04f031506 2024-11-13T08:38:52,843 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/76a50d21e883147e648856c4e7558ee7/A/84638a96da824ba9892d8ec04f031506, entries=250, sequenceid=246, filesize=16.5 K 2024-11-13T08:38:52,844 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/76a50d21e883147e648856c4e7558ee7/.tmp/B/a916634e79b647f19c1001eac22dbad2 as hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/76a50d21e883147e648856c4e7558ee7/B/a916634e79b647f19c1001eac22dbad2 2024-11-13T08:38:52,846 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/76a50d21e883147e648856c4e7558ee7/B/a916634e79b647f19c1001eac22dbad2, entries=150, sequenceid=246, filesize=11.9 K 2024-11-13T08:38:52,847 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/76a50d21e883147e648856c4e7558ee7/.tmp/C/c9b7092a494f458883ac831c57c0eaf0 as hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/76a50d21e883147e648856c4e7558ee7/C/c9b7092a494f458883ac831c57c0eaf0 2024-11-13T08:38:52,850 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/76a50d21e883147e648856c4e7558ee7/C/c9b7092a494f458883ac831c57c0eaf0, entries=150, sequenceid=246, filesize=11.9 K 2024-11-13T08:38:52,851 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for 76a50d21e883147e648856c4e7558ee7 in 848ms, sequenceid=246, compaction requested=false 2024-11-13T08:38:52,851 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 76a50d21e883147e648856c4e7558ee7: 2024-11-13T08:38:52,955 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43851 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=136 2024-11-13T08:38:52,955 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7. 2024-11-13T08:38:52,956 INFO [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HRegion(2902): Flushing 76a50d21e883147e648856c4e7558ee7 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-13T08:38:52,960 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/76a50d21e883147e648856c4e7558ee7/.tmp/A/78dfb3919cc44509a22e6330db086d4f is 50, key is test_row_0/A:col10/1731487132008/Put/seqid=0 2024-11-13T08:38:52,963 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38605 is added to blk_1073742330_1506 (size=12251) 2024-11-13T08:38:52,964 INFO [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=261 (bloomFilter=true), to=hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/76a50d21e883147e648856c4e7558ee7/.tmp/A/78dfb3919cc44509a22e6330db086d4f 2024-11-13T08:38:52,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45349 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=135 2024-11-13T08:38:52,972 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/76a50d21e883147e648856c4e7558ee7/.tmp/B/e8049ed2f5c842348c4c75242e30b41d is 50, key is test_row_0/B:col10/1731487132008/Put/seqid=0 2024-11-13T08:38:52,976 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38605 is added to blk_1073742331_1507 (size=12251) 2024-11-13T08:38:53,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] regionserver.HRegion(8855): Flush requested on 76a50d21e883147e648856c4e7558ee7 2024-11-13T08:38:53,179 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7. as already flushing 2024-11-13T08:38:53,236 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:38:53,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38920 deadline: 1731487193229, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:38:53,237 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 , the old value is region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:53,237 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:53,237 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 because the exception is null or not the one we care about 2024-11-13T08:38:53,243 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:38:53,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38952 deadline: 1731487193230, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:38:53,244 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:38:53,244 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 , the old value is region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:53,244 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:53,244 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 because the exception is null or not the one we care about 2024-11-13T08:38:53,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38918 deadline: 1731487193231, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:38:53,244 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:38:53,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38894 deadline: 1731487193232, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:38:53,244 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 , the old value is region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:53,244 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:53,244 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 because the exception is null or not the one we care about 2024-11-13T08:38:53,245 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:38:53,245 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 , the old value is region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:53,245 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:53,245 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 because the exception is null or not the one we care about 2024-11-13T08:38:53,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38906 deadline: 1731487193236, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:38:53,245 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 , the old value is region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:53,245 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:53,245 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 because the exception is null or not the one we care about 2024-11-13T08:38:53,348 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:38:53,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38920 deadline: 1731487193345, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:38:53,348 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 , the old value is region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:53,348 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:53,349 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 because the exception is null or not the one we care about 2024-11-13T08:38:53,362 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:38:53,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38952 deadline: 1731487193355, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:38:53,362 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:38:53,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38918 deadline: 1731487193355, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:38:53,362 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 , the old value is region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:53,362 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:53,362 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 because the exception is null or not the one we care about 2024-11-13T08:38:53,362 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:38:53,362 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 , the old value is region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:53,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38894 deadline: 1731487193355, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:38:53,362 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:53,362 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 because the exception is null or not the one we care about 2024-11-13T08:38:53,362 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:38:53,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38906 deadline: 1731487193356, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:38:53,362 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 , the old value is region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:53,362 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:53,363 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 because the exception is null or not the one we care about 2024-11-13T08:38:53,363 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 , the old value is region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:53,363 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:53,363 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 because the exception is null or not the one we care about 2024-11-13T08:38:53,377 INFO [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=261 (bloomFilter=true), to=hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/76a50d21e883147e648856c4e7558ee7/.tmp/B/e8049ed2f5c842348c4c75242e30b41d 2024-11-13T08:38:53,384 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/76a50d21e883147e648856c4e7558ee7/.tmp/C/62ceeeef7bbe4996a753739689a3babe is 50, key is test_row_0/C:col10/1731487132008/Put/seqid=0 2024-11-13T08:38:53,388 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38605 is added to blk_1073742332_1508 (size=12251) 2024-11-13T08:38:53,565 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:38:53,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38920 deadline: 1731487193555, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:38:53,565 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 , the old value is region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:53,566 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:53,566 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 because the exception is null or not the one we care about 2024-11-13T08:38:53,572 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:38:53,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38952 deadline: 1731487193564, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:38:53,573 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:38:53,573 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 , the old value is region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:53,573 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:53,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38918 deadline: 1731487193565, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:38:53,573 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 because the exception is null or not the one we care about 2024-11-13T08:38:53,573 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:38:53,573 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 , the old value is region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:53,573 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:53,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38906 deadline: 1731487193565, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:38:53,573 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 because the exception is null or not the one we care about 2024-11-13T08:38:53,573 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 , the old value is region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:53,573 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:53,573 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 because the exception is null or not the one we care about 2024-11-13T08:38:53,585 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:38:53,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38894 deadline: 1731487193575, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:38:53,585 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 , the old value is region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:53,585 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:53,585 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 because the exception is null or not the one we care about 2024-11-13T08:38:53,788 INFO [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=261 (bloomFilter=true), to=hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/76a50d21e883147e648856c4e7558ee7/.tmp/C/62ceeeef7bbe4996a753739689a3babe 2024-11-13T08:38:53,792 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/76a50d21e883147e648856c4e7558ee7/.tmp/A/78dfb3919cc44509a22e6330db086d4f as hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/76a50d21e883147e648856c4e7558ee7/A/78dfb3919cc44509a22e6330db086d4f 2024-11-13T08:38:53,795 INFO [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/76a50d21e883147e648856c4e7558ee7/A/78dfb3919cc44509a22e6330db086d4f, entries=150, sequenceid=261, filesize=12.0 K 2024-11-13T08:38:53,796 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/76a50d21e883147e648856c4e7558ee7/.tmp/B/e8049ed2f5c842348c4c75242e30b41d as hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/76a50d21e883147e648856c4e7558ee7/B/e8049ed2f5c842348c4c75242e30b41d 2024-11-13T08:38:53,799 INFO [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/76a50d21e883147e648856c4e7558ee7/B/e8049ed2f5c842348c4c75242e30b41d, entries=150, sequenceid=261, filesize=12.0 K 2024-11-13T08:38:53,799 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/76a50d21e883147e648856c4e7558ee7/.tmp/C/62ceeeef7bbe4996a753739689a3babe as hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/76a50d21e883147e648856c4e7558ee7/C/62ceeeef7bbe4996a753739689a3babe 2024-11-13T08:38:53,802 INFO [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/76a50d21e883147e648856c4e7558ee7/C/62ceeeef7bbe4996a753739689a3babe, entries=150, sequenceid=261, filesize=12.0 K 2024-11-13T08:38:53,803 INFO [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 76a50d21e883147e648856c4e7558ee7 in 848ms, sequenceid=261, compaction requested=true 2024-11-13T08:38:53,803 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HRegion(2603): Flush status journal for 76a50d21e883147e648856c4e7558ee7: 2024-11-13T08:38:53,803 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7. 2024-11-13T08:38:53,803 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=136 2024-11-13T08:38:53,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45349 {}] master.HMaster(4169): Remote procedure done, pid=136 2024-11-13T08:38:53,806 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=136, resume processing ppid=135 2024-11-13T08:38:53,806 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=136, ppid=135, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.9870 sec 2024-11-13T08:38:53,808 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=135, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=135, table=TestAcidGuarantees in 2.9910 sec 2024-11-13T08:38:53,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] regionserver.HRegion(8855): Flush requested on 76a50d21e883147e648856c4e7558ee7 2024-11-13T08:38:53,881 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-13T08:38:53,881 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 76a50d21e883147e648856c4e7558ee7 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-13T08:38:53,887 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/76a50d21e883147e648856c4e7558ee7/.tmp/A/758bc84e4a094a3cacfaef48511c2201 is 50, key is test_row_0/A:col10/1731487133879/Put/seqid=0 2024-11-13T08:38:53,891 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38605 is added to blk_1073742333_1509 (size=14741) 2024-11-13T08:38:53,902 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:38:53,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38906 deadline: 1731487193893, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:38:53,903 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 , the old value is region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:53,903 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:53,903 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 because the exception is null or not the one we care about 2024-11-13T08:38:53,906 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:38:53,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38920 deadline: 1731487193894, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:38:53,906 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 , the old value is region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:53,906 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:53,906 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:38:53,906 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 because the exception is null or not the one we care about 2024-11-13T08:38:53,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38894 deadline: 1731487193895, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:38:53,906 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:38:53,906 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 , the old value is region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:53,906 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:53,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38918 deadline: 1731487193901, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:38:53,906 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 because the exception is null or not the one we care about 2024-11-13T08:38:53,907 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 , the old value is region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:53,907 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:53,907 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 because the exception is null or not the one we care about 2024-11-13T08:38:53,913 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:38:53,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38952 deadline: 1731487193903, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:38:53,913 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 , the old value is region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:53,913 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:53,913 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 because the exception is null or not the one we care about 2024-11-13T08:38:54,007 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:38:54,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38906 deadline: 1731487194005, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:38:54,008 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 , the old value is region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:54,008 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:54,008 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 because the exception is null or not the one we care about 2024-11-13T08:38:54,019 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:38:54,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38920 deadline: 1731487194015, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:38:54,019 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:38:54,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38918 deadline: 1731487194015, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:38:54,019 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 , the old value is region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:54,019 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:54,019 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 because the exception is null or not the one we care about 2024-11-13T08:38:54,019 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:38:54,020 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 , the old value is region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:54,020 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:54,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38952 deadline: 1731487194015, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:38:54,020 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 because the exception is null or not the one we care about 2024-11-13T08:38:54,020 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 , the old value is region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:54,020 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:54,020 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 because the exception is null or not the one we care about 2024-11-13T08:38:54,220 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:38:54,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38906 deadline: 1731487194215, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:38:54,221 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 , the old value is region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:54,221 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:54,221 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 because the exception is null or not the one we care about 2024-11-13T08:38:54,232 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:38:54,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38920 deadline: 1731487194225, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:38:54,232 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:38:54,232 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 , the old value is region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:54,232 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:54,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38918 deadline: 1731487194225, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:38:54,232 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 because the exception is null or not the one we care about 2024-11-13T08:38:54,232 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:38:54,232 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 , the old value is region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:54,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38952 deadline: 1731487194225, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:38:54,232 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:54,233 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 because the exception is null or not the one we care about 2024-11-13T08:38:54,233 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 , the old value is region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:54,233 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:54,233 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 because the exception is null or not the one we care about 2024-11-13T08:38:54,291 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=286 (bloomFilter=true), to=hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/76a50d21e883147e648856c4e7558ee7/.tmp/A/758bc84e4a094a3cacfaef48511c2201 2024-11-13T08:38:54,298 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/76a50d21e883147e648856c4e7558ee7/.tmp/B/01c78868cf164f46b9efce70f54e02cf is 50, key is test_row_0/B:col10/1731487133879/Put/seqid=0 2024-11-13T08:38:54,301 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38605 is added to blk_1073742334_1510 (size=12301) 2024-11-13T08:38:54,419 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:38:54,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38894 deadline: 1731487194415, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:38:54,420 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 , the old value is region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:54,420 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:54,420 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 because the exception is null or not the one we care about 2024-11-13T08:38:54,541 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:38:54,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38906 deadline: 1731487194535, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:38:54,541 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:38:54,541 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 , the old value is region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:54,541 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:54,541 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 because the exception is null or not the one we care about 2024-11-13T08:38:54,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38920 deadline: 1731487194535, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:38:54,542 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 , the old value is region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:54,542 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:54,542 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 because the exception is null or not the one we care about 2024-11-13T08:38:54,552 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:38:54,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38918 deadline: 1731487194545, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:38:54,552 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 , the old value is region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:54,552 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:54,552 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:38:54,552 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 because the exception is null or not the one we care about 2024-11-13T08:38:54,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38952 deadline: 1731487194545, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:38:54,552 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 , the old value is region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:54,552 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:54,552 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 because the exception is null or not the one we care about 2024-11-13T08:38:54,702 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=286 (bloomFilter=true), to=hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/76a50d21e883147e648856c4e7558ee7/.tmp/B/01c78868cf164f46b9efce70f54e02cf 2024-11-13T08:38:54,709 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/76a50d21e883147e648856c4e7558ee7/.tmp/C/6593dadc9bc34b64a38056a7083b0a7a is 50, key is test_row_0/C:col10/1731487133879/Put/seqid=0 2024-11-13T08:38:54,712 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38605 is added to blk_1073742335_1511 (size=12301) 2024-11-13T08:38:54,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45349 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=135 2024-11-13T08:38:54,985 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-13T08:38:54,985 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45349 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-13T08:38:54,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45349 {}] procedure2.ProcedureExecutor(1139): Stored pid=137, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=137, table=TestAcidGuarantees 2024-11-13T08:38:54,987 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=137, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=137, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-13T08:38:54,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45349 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=137 2024-11-13T08:38:54,988 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=137, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=137, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-13T08:38:54,988 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=138, ppid=137, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-13T08:38:55,046 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:38:55,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38906 deadline: 1731487195045, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:38:55,046 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:38:55,047 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 , the old value is region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:55,047 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:55,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38920 deadline: 1731487195045, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:38:55,047 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 because the exception is null or not the one we care about 2024-11-13T08:38:55,047 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 , the old value is region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:55,047 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:55,047 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 because the exception is null or not the one we care about 2024-11-13T08:38:55,058 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:38:55,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38952 deadline: 1731487195054, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:38:55,058 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 , the old value is region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:55,058 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:55,058 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 because the exception is null or not the one we care about 2024-11-13T08:38:55,069 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:38:55,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38918 deadline: 1731487195065, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:38:55,069 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 , the old value is region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:55,070 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:55,070 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 because the exception is null or not the one we care about 2024-11-13T08:38:55,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45349 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=137 2024-11-13T08:38:55,112 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=286 (bloomFilter=true), to=hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/76a50d21e883147e648856c4e7558ee7/.tmp/C/6593dadc9bc34b64a38056a7083b0a7a 2024-11-13T08:38:55,116 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/76a50d21e883147e648856c4e7558ee7/.tmp/A/758bc84e4a094a3cacfaef48511c2201 as hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/76a50d21e883147e648856c4e7558ee7/A/758bc84e4a094a3cacfaef48511c2201 2024-11-13T08:38:55,118 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/76a50d21e883147e648856c4e7558ee7/A/758bc84e4a094a3cacfaef48511c2201, entries=200, sequenceid=286, filesize=14.4 K 2024-11-13T08:38:55,119 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/76a50d21e883147e648856c4e7558ee7/.tmp/B/01c78868cf164f46b9efce70f54e02cf as hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/76a50d21e883147e648856c4e7558ee7/B/01c78868cf164f46b9efce70f54e02cf 2024-11-13T08:38:55,122 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/76a50d21e883147e648856c4e7558ee7/B/01c78868cf164f46b9efce70f54e02cf, entries=150, sequenceid=286, filesize=12.0 K 2024-11-13T08:38:55,123 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/76a50d21e883147e648856c4e7558ee7/.tmp/C/6593dadc9bc34b64a38056a7083b0a7a as hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/76a50d21e883147e648856c4e7558ee7/C/6593dadc9bc34b64a38056a7083b0a7a 2024-11-13T08:38:55,125 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/76a50d21e883147e648856c4e7558ee7/C/6593dadc9bc34b64a38056a7083b0a7a, entries=150, sequenceid=286, filesize=12.0 K 2024-11-13T08:38:55,126 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for 76a50d21e883147e648856c4e7558ee7 in 1245ms, sequenceid=286, compaction requested=true 2024-11-13T08:38:55,126 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 76a50d21e883147e648856c4e7558ee7: 2024-11-13T08:38:55,126 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 76a50d21e883147e648856c4e7558ee7:A, priority=-2147483648, current under compaction store size is 1 2024-11-13T08:38:55,127 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T08:38:55,127 DEBUG [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-13T08:38:55,127 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 76a50d21e883147e648856c4e7558ee7:B, priority=-2147483648, current under compaction store size is 2 2024-11-13T08:38:55,127 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T08:38:55,127 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 76a50d21e883147e648856c4e7558ee7:C, priority=-2147483648, current under compaction store size is 3 2024-11-13T08:38:55,127 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-13T08:38:55,127 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-13T08:38:55,127 DEBUG [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 56620 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-13T08:38:55,127 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49400 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-13T08:38:55,128 DEBUG [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] regionserver.HStore(1541): 76a50d21e883147e648856c4e7558ee7/A is initiating minor compaction (all files) 2024-11-13T08:38:55,128 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] regionserver.HStore(1541): 76a50d21e883147e648856c4e7558ee7/B is initiating minor compaction (all files) 2024-11-13T08:38:55,128 INFO [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 76a50d21e883147e648856c4e7558ee7/A in TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7. 2024-11-13T08:38:55,128 INFO [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 76a50d21e883147e648856c4e7558ee7/B in TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7. 2024-11-13T08:38:55,128 INFO [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/76a50d21e883147e648856c4e7558ee7/B/b6a29459a93145ffb9a261ac74347a29, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/76a50d21e883147e648856c4e7558ee7/B/a916634e79b647f19c1001eac22dbad2, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/76a50d21e883147e648856c4e7558ee7/B/e8049ed2f5c842348c4c75242e30b41d, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/76a50d21e883147e648856c4e7558ee7/B/01c78868cf164f46b9efce70f54e02cf] into tmpdir=hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/76a50d21e883147e648856c4e7558ee7/.tmp, totalSize=48.2 K 2024-11-13T08:38:55,128 INFO [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/76a50d21e883147e648856c4e7558ee7/A/d468f416d95749d0b1c8c2eaaa7ef9be, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/76a50d21e883147e648856c4e7558ee7/A/84638a96da824ba9892d8ec04f031506, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/76a50d21e883147e648856c4e7558ee7/A/78dfb3919cc44509a22e6330db086d4f, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/76a50d21e883147e648856c4e7558ee7/A/758bc84e4a094a3cacfaef48511c2201] into tmpdir=hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/76a50d21e883147e648856c4e7558ee7/.tmp, totalSize=55.3 K 2024-11-13T08:38:55,128 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] compactions.Compactor(225): Compacting b6a29459a93145ffb9a261ac74347a29, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=222, earliestPutTs=1731487130410 2024-11-13T08:38:55,128 DEBUG [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] compactions.Compactor(225): Compacting d468f416d95749d0b1c8c2eaaa7ef9be, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=222, earliestPutTs=1731487130410 2024-11-13T08:38:55,128 DEBUG [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] compactions.Compactor(225): Compacting 84638a96da824ba9892d8ec04f031506, keycount=250, bloomtype=ROW, size=16.5 K, encoding=NONE, compression=NONE, seqNum=246, earliestPutTs=1731487130807 2024-11-13T08:38:55,128 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] compactions.Compactor(225): Compacting a916634e79b647f19c1001eac22dbad2, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=246, earliestPutTs=1731487130824 2024-11-13T08:38:55,129 DEBUG [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] compactions.Compactor(225): Compacting 78dfb3919cc44509a22e6330db086d4f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=261, earliestPutTs=1731487132008 2024-11-13T08:38:55,129 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] compactions.Compactor(225): Compacting e8049ed2f5c842348c4c75242e30b41d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=261, earliestPutTs=1731487132008 2024-11-13T08:38:55,129 DEBUG [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] compactions.Compactor(225): Compacting 758bc84e4a094a3cacfaef48511c2201, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=286, earliestPutTs=1731487133228 2024-11-13T08:38:55,129 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] compactions.Compactor(225): Compacting 01c78868cf164f46b9efce70f54e02cf, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=286, earliestPutTs=1731487133228 2024-11-13T08:38:55,137 INFO [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 76a50d21e883147e648856c4e7558ee7#B#compaction#431 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-13T08:38:55,137 INFO [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 76a50d21e883147e648856c4e7558ee7#A#compaction#432 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-13T08:38:55,138 DEBUG [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/76a50d21e883147e648856c4e7558ee7/.tmp/A/49b48fcbc1434577a88d3562c7bfdcee is 50, key is test_row_0/A:col10/1731487133879/Put/seqid=0 2024-11-13T08:38:55,138 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/76a50d21e883147e648856c4e7558ee7/.tmp/B/b2e46184f67b4f858a62e969584372e7 is 50, key is test_row_0/B:col10/1731487133879/Put/seqid=0 2024-11-13T08:38:55,140 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43851 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=138 2024-11-13T08:38:55,140 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-0 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7. 2024-11-13T08:38:55,140 INFO [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-0 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.HRegion(2902): Flushing 76a50d21e883147e648856c4e7558ee7 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-13T08:38:55,150 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-0 {event_type=RS_FLUSH_REGIONS, pid=138}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/76a50d21e883147e648856c4e7558ee7/.tmp/A/2c332d2ea9c7484b833155d3564b628b is 50, key is test_row_0/A:col10/1731487133901/Put/seqid=0 2024-11-13T08:38:55,160 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38605 is added to blk_1073742336_1512 (size=12983) 2024-11-13T08:38:55,165 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38605 is added to blk_1073742337_1513 (size=12983) 2024-11-13T08:38:55,167 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38605 is added to blk_1073742338_1514 (size=12301) 2024-11-13T08:38:55,167 INFO [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-0 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=297 (bloomFilter=true), to=hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/76a50d21e883147e648856c4e7558ee7/.tmp/A/2c332d2ea9c7484b833155d3564b628b 2024-11-13T08:38:55,173 DEBUG [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/76a50d21e883147e648856c4e7558ee7/.tmp/A/49b48fcbc1434577a88d3562c7bfdcee as hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/76a50d21e883147e648856c4e7558ee7/A/49b48fcbc1434577a88d3562c7bfdcee 2024-11-13T08:38:55,174 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/76a50d21e883147e648856c4e7558ee7/.tmp/B/b2e46184f67b4f858a62e969584372e7 as hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/76a50d21e883147e648856c4e7558ee7/B/b2e46184f67b4f858a62e969584372e7 2024-11-13T08:38:55,181 INFO [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 76a50d21e883147e648856c4e7558ee7/B of 76a50d21e883147e648856c4e7558ee7 into b2e46184f67b4f858a62e969584372e7(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T08:38:55,181 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 76a50d21e883147e648856c4e7558ee7: 2024-11-13T08:38:55,181 INFO [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., storeName=76a50d21e883147e648856c4e7558ee7/B, priority=12, startTime=1731487135127; duration=0sec 2024-11-13T08:38:55,181 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-13T08:38:55,181 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 76a50d21e883147e648856c4e7558ee7:B 2024-11-13T08:38:55,182 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-13T08:38:55,182 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-0 {event_type=RS_FLUSH_REGIONS, pid=138}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/76a50d21e883147e648856c4e7558ee7/.tmp/B/04b09c5481ec4167b5ccd8a66135a08c is 50, key is test_row_0/B:col10/1731487133901/Put/seqid=0 2024-11-13T08:38:55,184 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49400 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-13T08:38:55,184 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] regionserver.HStore(1541): 76a50d21e883147e648856c4e7558ee7/C is initiating minor compaction (all files) 2024-11-13T08:38:55,184 INFO [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 76a50d21e883147e648856c4e7558ee7/C in TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7. 2024-11-13T08:38:55,184 INFO [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/76a50d21e883147e648856c4e7558ee7/C/7800d49891c94233bcdb4209d73bbf4c, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/76a50d21e883147e648856c4e7558ee7/C/c9b7092a494f458883ac831c57c0eaf0, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/76a50d21e883147e648856c4e7558ee7/C/62ceeeef7bbe4996a753739689a3babe, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/76a50d21e883147e648856c4e7558ee7/C/6593dadc9bc34b64a38056a7083b0a7a] into tmpdir=hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/76a50d21e883147e648856c4e7558ee7/.tmp, totalSize=48.2 K 2024-11-13T08:38:55,184 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] compactions.Compactor(225): Compacting 7800d49891c94233bcdb4209d73bbf4c, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=222, earliestPutTs=1731487130410 2024-11-13T08:38:55,184 INFO [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 76a50d21e883147e648856c4e7558ee7/A of 76a50d21e883147e648856c4e7558ee7 into 49b48fcbc1434577a88d3562c7bfdcee(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T08:38:55,185 DEBUG [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 76a50d21e883147e648856c4e7558ee7: 2024-11-13T08:38:55,185 INFO [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., storeName=76a50d21e883147e648856c4e7558ee7/A, priority=12, startTime=1731487135126; duration=0sec 2024-11-13T08:38:55,185 DEBUG [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T08:38:55,185 DEBUG [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 76a50d21e883147e648856c4e7558ee7:A 2024-11-13T08:38:55,185 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] compactions.Compactor(225): Compacting c9b7092a494f458883ac831c57c0eaf0, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=246, earliestPutTs=1731487130824 2024-11-13T08:38:55,185 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] compactions.Compactor(225): Compacting 62ceeeef7bbe4996a753739689a3babe, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=261, earliestPutTs=1731487132008 2024-11-13T08:38:55,185 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] compactions.Compactor(225): Compacting 6593dadc9bc34b64a38056a7083b0a7a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=286, earliestPutTs=1731487133228 2024-11-13T08:38:55,196 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38605 is added to blk_1073742339_1515 (size=12301) 2024-11-13T08:38:55,196 INFO [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 76a50d21e883147e648856c4e7558ee7#C#compaction#435 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-13T08:38:55,197 INFO [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-0 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=297 (bloomFilter=true), to=hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/76a50d21e883147e648856c4e7558ee7/.tmp/B/04b09c5481ec4167b5ccd8a66135a08c 2024-11-13T08:38:55,197 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/76a50d21e883147e648856c4e7558ee7/.tmp/C/f88e12f18ba54b958813a4eda7aa5a81 is 50, key is test_row_0/C:col10/1731487133879/Put/seqid=0 2024-11-13T08:38:55,205 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38605 is added to blk_1073742340_1516 (size=12983) 2024-11-13T08:38:55,206 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-0 {event_type=RS_FLUSH_REGIONS, pid=138}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/76a50d21e883147e648856c4e7558ee7/.tmp/C/b73f05c2813f4dc5b87e3ac1790558d7 is 50, key is test_row_0/C:col10/1731487133901/Put/seqid=0 2024-11-13T08:38:55,211 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38605 is added to blk_1073742341_1517 (size=12301) 2024-11-13T08:38:55,211 INFO [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-0 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=297 (bloomFilter=true), to=hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/76a50d21e883147e648856c4e7558ee7/.tmp/C/b73f05c2813f4dc5b87e3ac1790558d7 2024-11-13T08:38:55,216 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-0 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/76a50d21e883147e648856c4e7558ee7/.tmp/A/2c332d2ea9c7484b833155d3564b628b as hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/76a50d21e883147e648856c4e7558ee7/A/2c332d2ea9c7484b833155d3564b628b 2024-11-13T08:38:55,219 INFO [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-0 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/76a50d21e883147e648856c4e7558ee7/A/2c332d2ea9c7484b833155d3564b628b, entries=150, sequenceid=297, filesize=12.0 K 2024-11-13T08:38:55,220 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-0 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/76a50d21e883147e648856c4e7558ee7/.tmp/B/04b09c5481ec4167b5ccd8a66135a08c as hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/76a50d21e883147e648856c4e7558ee7/B/04b09c5481ec4167b5ccd8a66135a08c 2024-11-13T08:38:55,223 INFO [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-0 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/76a50d21e883147e648856c4e7558ee7/B/04b09c5481ec4167b5ccd8a66135a08c, entries=150, sequenceid=297, filesize=12.0 K 2024-11-13T08:38:55,224 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-0 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/76a50d21e883147e648856c4e7558ee7/.tmp/C/b73f05c2813f4dc5b87e3ac1790558d7 as hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/76a50d21e883147e648856c4e7558ee7/C/b73f05c2813f4dc5b87e3ac1790558d7 2024-11-13T08:38:55,228 INFO [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-0 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/76a50d21e883147e648856c4e7558ee7/C/b73f05c2813f4dc5b87e3ac1790558d7, entries=150, sequenceid=297, filesize=12.0 K 2024-11-13T08:38:55,229 INFO [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-0 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=0 B/0 for 76a50d21e883147e648856c4e7558ee7 in 89ms, sequenceid=297, compaction requested=false 2024-11-13T08:38:55,229 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-0 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.HRegion(2603): Flush status journal for 76a50d21e883147e648856c4e7558ee7: 2024-11-13T08:38:55,229 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-0 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7. 2024-11-13T08:38:55,229 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-0 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=138 2024-11-13T08:38:55,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45349 {}] master.HMaster(4169): Remote procedure done, pid=138 2024-11-13T08:38:55,233 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=138, resume processing ppid=137 2024-11-13T08:38:55,233 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=138, ppid=137, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 242 msec 2024-11-13T08:38:55,235 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=137, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=137, table=TestAcidGuarantees in 249 msec 2024-11-13T08:38:55,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45349 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=137 2024-11-13T08:38:55,305 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-13T08:38:55,306 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45349 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-13T08:38:55,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45349 {}] procedure2.ProcedureExecutor(1139): Stored pid=139, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=139, table=TestAcidGuarantees 2024-11-13T08:38:55,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45349 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=139 2024-11-13T08:38:55,308 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=139, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=139, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-13T08:38:55,309 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=139, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=139, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-13T08:38:55,309 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=140, ppid=139, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-13T08:38:55,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45349 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=139 2024-11-13T08:38:55,461 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43851 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=140 2024-11-13T08:38:55,461 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-1 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7. 2024-11-13T08:38:55,461 INFO [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-1 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.HRegion(2902): Flushing 76a50d21e883147e648856c4e7558ee7 3/3 column families, dataSize=40.25 KB heapSize=106.22 KB 2024-11-13T08:38:55,466 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-1 {event_type=RS_FLUSH_REGIONS, pid=140}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/76a50d21e883147e648856c4e7558ee7/.tmp/A/f8dbdcd82a6f4873a154da4834374d7e is 50, key is test_row_0/A:col10/1731487135442/Put/seqid=0 2024-11-13T08:38:55,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] regionserver.HRegion(8855): Flush requested on 76a50d21e883147e648856c4e7558ee7 2024-11-13T08:38:55,468 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7. as already flushing 2024-11-13T08:38:55,470 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38605 is added to blk_1073742342_1518 (size=12301) 2024-11-13T08:38:55,610 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/76a50d21e883147e648856c4e7558ee7/.tmp/C/f88e12f18ba54b958813a4eda7aa5a81 as hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/76a50d21e883147e648856c4e7558ee7/C/f88e12f18ba54b958813a4eda7aa5a81 2024-11-13T08:38:55,614 INFO [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 76a50d21e883147e648856c4e7558ee7/C of 76a50d21e883147e648856c4e7558ee7 into f88e12f18ba54b958813a4eda7aa5a81(size=12.7 K), total size for store is 24.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T08:38:55,614 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 76a50d21e883147e648856c4e7558ee7: 2024-11-13T08:38:55,614 INFO [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., storeName=76a50d21e883147e648856c4e7558ee7/C, priority=12, startTime=1731487135127; duration=0sec 2024-11-13T08:38:55,614 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T08:38:55,614 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 76a50d21e883147e648856c4e7558ee7:C 2024-11-13T08:38:55,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45349 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=139 2024-11-13T08:38:55,667 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:38:55,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38894 deadline: 1731487195662, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:38:55,668 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 , the old value is region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:55,668 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:55,668 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 because the exception is null or not the one we care about 2024-11-13T08:38:55,778 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:38:55,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38894 deadline: 1731487195775, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:38:55,779 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 , the old value is region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:55,779 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:55,779 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 because the exception is null or not the one we care about 2024-11-13T08:38:55,870 INFO [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-1 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=308 (bloomFilter=true), to=hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/76a50d21e883147e648856c4e7558ee7/.tmp/A/f8dbdcd82a6f4873a154da4834374d7e 2024-11-13T08:38:55,877 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-1 {event_type=RS_FLUSH_REGIONS, pid=140}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/76a50d21e883147e648856c4e7558ee7/.tmp/B/35f0976da0e34b7c957a7bd20ee64304 is 50, key is test_row_0/B:col10/1731487135442/Put/seqid=0 2024-11-13T08:38:55,880 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38605 is added to blk_1073742343_1519 (size=12301) 2024-11-13T08:38:55,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45349 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=139 2024-11-13T08:38:55,992 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:38:55,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38894 deadline: 1731487195984, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:38:55,993 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 , the old value is region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:55,993 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:55,993 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 because the exception is null or not the one we care about 2024-11-13T08:38:56,069 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:38:56,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38906 deadline: 1731487196065, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:38:56,069 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:38:56,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38920 deadline: 1731487196065, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:38:56,069 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:38:56,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38952 deadline: 1731487196065, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:38:56,069 WARN [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRpcRetryingCaller(177): Call to dd3a0865bb23,43851,1731486997349 for 'test_row_0' in 76a50d21e883147e648856c4e7558ee7 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2175 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-13T08:38:56,070 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 , the old value is region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:56,070 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:56,070 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 because the exception is null or not the one we care about 2024-11-13T08:38:56,069 WARN [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRpcRetryingCaller(177): Call to dd3a0865bb23,43851,1731486997349 for 'test_row_0' in 76a50d21e883147e648856c4e7558ee7 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2175 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-13T08:38:56,070 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 , the old value is region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:56,070 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:56,070 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 because the exception is null or not the one we care about 2024-11-13T08:38:56,070 WARN [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRpcRetryingCaller(177): Call to dd3a0865bb23,43851,1731486997349 for 'test_row_1' in 76a50d21e883147e648856c4e7558ee7 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2167 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-13T08:38:56,070 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 , the old value is region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:56,070 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:56,070 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 because the exception is null or not the one we care about 2024-11-13T08:38:56,081 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:38:56,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38918 deadline: 1731487196074, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:38:56,082 WARN [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRpcRetryingCaller(177): Call to dd3a0865bb23,43851,1731486997349 for 'test_row_2' in 76a50d21e883147e648856c4e7558ee7 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2180 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-13T08:38:56,082 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 , the old value is region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:56,082 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:56,082 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 because the exception is null or not the one we care about 2024-11-13T08:38:56,281 INFO [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-1 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=308 (bloomFilter=true), to=hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/76a50d21e883147e648856c4e7558ee7/.tmp/B/35f0976da0e34b7c957a7bd20ee64304 2024-11-13T08:38:56,287 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-1 {event_type=RS_FLUSH_REGIONS, pid=140}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/76a50d21e883147e648856c4e7558ee7/.tmp/C/89ad7a9bde854857a63992f4963258e8 is 50, key is test_row_0/C:col10/1731487135442/Put/seqid=0 2024-11-13T08:38:56,290 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38605 is added to blk_1073742344_1520 (size=12301) 2024-11-13T08:38:56,291 INFO [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-1 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=308 (bloomFilter=true), to=hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/76a50d21e883147e648856c4e7558ee7/.tmp/C/89ad7a9bde854857a63992f4963258e8 2024-11-13T08:38:56,294 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-1 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/76a50d21e883147e648856c4e7558ee7/.tmp/A/f8dbdcd82a6f4873a154da4834374d7e as hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/76a50d21e883147e648856c4e7558ee7/A/f8dbdcd82a6f4873a154da4834374d7e 2024-11-13T08:38:56,298 INFO [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-1 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/76a50d21e883147e648856c4e7558ee7/A/f8dbdcd82a6f4873a154da4834374d7e, entries=150, sequenceid=308, filesize=12.0 K 2024-11-13T08:38:56,299 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-1 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/76a50d21e883147e648856c4e7558ee7/.tmp/B/35f0976da0e34b7c957a7bd20ee64304 as hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/76a50d21e883147e648856c4e7558ee7/B/35f0976da0e34b7c957a7bd20ee64304 2024-11-13T08:38:56,302 INFO [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-1 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/76a50d21e883147e648856c4e7558ee7/B/35f0976da0e34b7c957a7bd20ee64304, entries=150, sequenceid=308, filesize=12.0 K 2024-11-13T08:38:56,303 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-1 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/76a50d21e883147e648856c4e7558ee7/.tmp/C/89ad7a9bde854857a63992f4963258e8 as hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/76a50d21e883147e648856c4e7558ee7/C/89ad7a9bde854857a63992f4963258e8 2024-11-13T08:38:56,305 INFO [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-1 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/76a50d21e883147e648856c4e7558ee7/C/89ad7a9bde854857a63992f4963258e8, entries=150, sequenceid=308, filesize=12.0 K 2024-11-13T08:38:56,306 INFO [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-1 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.HRegion(3140): Finished flush of dataSize ~40.25 KB/41220, heapSize ~106.17 KB/108720, currentSize=161.02 KB/164880 for 76a50d21e883147e648856c4e7558ee7 in 845ms, sequenceid=308, compaction requested=true 2024-11-13T08:38:56,306 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-1 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.HRegion(2603): Flush status journal for 76a50d21e883147e648856c4e7558ee7: 2024-11-13T08:38:56,306 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-1 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7. 2024-11-13T08:38:56,306 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-1 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=140 2024-11-13T08:38:56,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45349 {}] master.HMaster(4169): Remote procedure done, pid=140 2024-11-13T08:38:56,309 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=140, resume processing ppid=139 2024-11-13T08:38:56,309 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=140, ppid=139, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 998 msec 2024-11-13T08:38:56,310 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=139, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=139, table=TestAcidGuarantees in 1.0030 sec 2024-11-13T08:38:56,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] regionserver.HRegion(8855): Flush requested on 76a50d21e883147e648856c4e7558ee7 2024-11-13T08:38:56,313 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-13T08:38:56,313 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 76a50d21e883147e648856c4e7558ee7 3/3 column families, dataSize=167.72 KB heapSize=440.20 KB 2024-11-13T08:38:56,316 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/76a50d21e883147e648856c4e7558ee7/.tmp/A/cf1de3ebd0274c65b8576ecc4d96b837 is 50, key is test_row_0/A:col10/1731487135651/Put/seqid=0 2024-11-13T08:38:56,319 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38605 is added to blk_1073742345_1521 (size=14741) 2024-11-13T08:38:56,351 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:38:56,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38894 deadline: 1731487196345, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:38:56,352 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 , the old value is region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:56,352 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:56,352 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 because the exception is null or not the one we care about 2024-11-13T08:38:56,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45349 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=139 2024-11-13T08:38:56,445 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-13T08:38:56,445 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45349 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-13T08:38:56,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45349 {}] procedure2.ProcedureExecutor(1139): Stored pid=141, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=141, table=TestAcidGuarantees 2024-11-13T08:38:56,447 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=141, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=141, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-13T08:38:56,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45349 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=141 2024-11-13T08:38:56,447 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=141, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=141, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-13T08:38:56,447 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=142, ppid=141, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-13T08:38:56,458 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:38:56,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38894 deadline: 1731487196454, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:38:56,458 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 , the old value is region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:56,458 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:56,459 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 because the exception is null or not the one we care about 2024-11-13T08:38:56,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45349 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=141 2024-11-13T08:38:56,599 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43851 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=142 2024-11-13T08:38:56,600 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-2 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7. 2024-11-13T08:38:56,600 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-2 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7. as already flushing 2024-11-13T08:38:56,600 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-2 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7. 2024-11-13T08:38:56,600 ERROR [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-2 {event_type=RS_FLUSH_REGIONS, pid=142}] handler.RSProcedureHandler(58): pid=142 java.io.IOException: Unable to complete flush {ENCODED => 76a50d21e883147e648856c4e7558ee7, NAME => 'TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T08:38:56,600 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-2 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=142 java.io.IOException: Unable to complete flush {ENCODED => 76a50d21e883147e648856c4e7558ee7, NAME => 'TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T08:38:56,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45349 {}] master.HMaster(4177): Remote procedure failed, pid=142 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 76a50d21e883147e648856c4e7558ee7, NAME => 'TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 76a50d21e883147e648856c4e7558ee7, NAME => 'TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T08:38:56,673 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:38:56,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38894 deadline: 1731487196665, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:38:56,674 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 , the old value is region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:56,674 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:56,674 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 because the exception is null or not the one we care about 2024-11-13T08:38:56,720 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=337 (bloomFilter=true), to=hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/76a50d21e883147e648856c4e7558ee7/.tmp/A/cf1de3ebd0274c65b8576ecc4d96b837 2024-11-13T08:38:56,727 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/76a50d21e883147e648856c4e7558ee7/.tmp/B/1cbfdebf7497490aa3ec55aa0626101a is 50, key is test_row_0/B:col10/1731487135651/Put/seqid=0 2024-11-13T08:38:56,730 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38605 is added to blk_1073742346_1522 (size=12301) 2024-11-13T08:38:56,752 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43851 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=142 2024-11-13T08:38:56,753 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-0 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7. 2024-11-13T08:38:56,753 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-0 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7. as already flushing 2024-11-13T08:38:56,753 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-0 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7. 2024-11-13T08:38:56,753 ERROR [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-0 {event_type=RS_FLUSH_REGIONS, pid=142}] handler.RSProcedureHandler(58): pid=142 java.io.IOException: Unable to complete flush {ENCODED => 76a50d21e883147e648856c4e7558ee7, NAME => 'TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T08:38:56,753 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-0 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=142 java.io.IOException: Unable to complete flush {ENCODED => 76a50d21e883147e648856c4e7558ee7, NAME => 'TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T08:38:56,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45349 {}] master.HMaster(4177): Remote procedure failed, pid=142 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 76a50d21e883147e648856c4e7558ee7, NAME => 'TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 76a50d21e883147e648856c4e7558ee7, NAME => 'TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T08:38:56,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45349 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=141 2024-11-13T08:38:56,905 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43851 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=142 2024-11-13T08:38:56,905 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-1 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7. 2024-11-13T08:38:56,905 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-1 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7. as already flushing 2024-11-13T08:38:56,905 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-1 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7. 2024-11-13T08:38:56,906 ERROR [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-1 {event_type=RS_FLUSH_REGIONS, pid=142}] handler.RSProcedureHandler(58): pid=142 java.io.IOException: Unable to complete flush {ENCODED => 76a50d21e883147e648856c4e7558ee7, NAME => 'TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T08:38:56,906 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-1 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=142 java.io.IOException: Unable to complete flush {ENCODED => 76a50d21e883147e648856c4e7558ee7, NAME => 'TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T08:38:56,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45349 {}] master.HMaster(4177): Remote procedure failed, pid=142 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 76a50d21e883147e648856c4e7558ee7, NAME => 'TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 76a50d21e883147e648856c4e7558ee7, NAME => 'TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T08:38:56,985 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:38:56,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38894 deadline: 1731487196985, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:38:56,985 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 , the old value is region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:56,986 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:56,986 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 because the exception is null or not the one we care about 2024-11-13T08:38:57,058 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43851 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=142 2024-11-13T08:38:57,058 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-2 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7. 2024-11-13T08:38:57,058 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-2 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7. as already flushing 2024-11-13T08:38:57,058 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-2 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7. 2024-11-13T08:38:57,058 ERROR [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-2 {event_type=RS_FLUSH_REGIONS, pid=142}] handler.RSProcedureHandler(58): pid=142 java.io.IOException: Unable to complete flush {ENCODED => 76a50d21e883147e648856c4e7558ee7, NAME => 'TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T08:38:57,059 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-2 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=142 java.io.IOException: Unable to complete flush {ENCODED => 76a50d21e883147e648856c4e7558ee7, NAME => 'TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T08:38:57,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45349 {}] master.HMaster(4177): Remote procedure failed, pid=142 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 76a50d21e883147e648856c4e7558ee7, NAME => 'TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 76a50d21e883147e648856c4e7558ee7, NAME => 'TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T08:38:57,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45349 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=141 2024-11-13T08:38:57,130 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=337 (bloomFilter=true), to=hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/76a50d21e883147e648856c4e7558ee7/.tmp/B/1cbfdebf7497490aa3ec55aa0626101a 2024-11-13T08:38:57,138 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/76a50d21e883147e648856c4e7558ee7/.tmp/C/fece33255d86441b981bb98db72fc7c8 is 50, key is test_row_0/C:col10/1731487135651/Put/seqid=0 2024-11-13T08:38:57,141 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38605 is added to blk_1073742347_1523 (size=12301) 2024-11-13T08:38:57,211 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43851 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=142 2024-11-13T08:38:57,211 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-0 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7. 2024-11-13T08:38:57,211 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-0 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7. as already flushing 2024-11-13T08:38:57,211 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-0 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7. 2024-11-13T08:38:57,211 ERROR [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-0 {event_type=RS_FLUSH_REGIONS, pid=142}] handler.RSProcedureHandler(58): pid=142 java.io.IOException: Unable to complete flush {ENCODED => 76a50d21e883147e648856c4e7558ee7, NAME => 'TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T08:38:57,211 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-0 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=142 java.io.IOException: Unable to complete flush {ENCODED => 76a50d21e883147e648856c4e7558ee7, NAME => 'TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T08:38:57,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45349 {}] master.HMaster(4177): Remote procedure failed, pid=142 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 76a50d21e883147e648856c4e7558ee7, NAME => 'TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 76a50d21e883147e648856c4e7558ee7, NAME => 'TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T08:38:57,363 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43851 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=142 2024-11-13T08:38:57,364 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-1 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7. 2024-11-13T08:38:57,364 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-1 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7. as already flushing 2024-11-13T08:38:57,364 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-1 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7. 2024-11-13T08:38:57,364 ERROR [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-1 {event_type=RS_FLUSH_REGIONS, pid=142}] handler.RSProcedureHandler(58): pid=142 java.io.IOException: Unable to complete flush {ENCODED => 76a50d21e883147e648856c4e7558ee7, NAME => 'TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T08:38:57,364 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-1 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=142 java.io.IOException: Unable to complete flush {ENCODED => 76a50d21e883147e648856c4e7558ee7, NAME => 'TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T08:38:57,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45349 {}] master.HMaster(4177): Remote procedure failed, pid=142 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 76a50d21e883147e648856c4e7558ee7, NAME => 'TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 76a50d21e883147e648856c4e7558ee7, NAME => 'TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T08:38:57,498 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:38:57,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38894 deadline: 1731487197494, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:38:57,498 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 , the old value is region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:57,498 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:57,498 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 because the exception is null or not the one we care about 2024-11-13T08:38:57,517 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43851 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=142 2024-11-13T08:38:57,517 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-2 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7. 2024-11-13T08:38:57,517 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-2 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7. as already flushing 2024-11-13T08:38:57,517 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-2 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7. 2024-11-13T08:38:57,517 ERROR [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-2 {event_type=RS_FLUSH_REGIONS, pid=142}] handler.RSProcedureHandler(58): pid=142 java.io.IOException: Unable to complete flush {ENCODED => 76a50d21e883147e648856c4e7558ee7, NAME => 'TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T08:38:57,517 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-2 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=142 java.io.IOException: Unable to complete flush {ENCODED => 76a50d21e883147e648856c4e7558ee7, NAME => 'TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T08:38:57,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45349 {}] master.HMaster(4177): Remote procedure failed, pid=142 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 76a50d21e883147e648856c4e7558ee7, NAME => 'TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 76a50d21e883147e648856c4e7558ee7, NAME => 'TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T08:38:57,542 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=337 (bloomFilter=true), to=hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/76a50d21e883147e648856c4e7558ee7/.tmp/C/fece33255d86441b981bb98db72fc7c8 2024-11-13T08:38:57,546 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/76a50d21e883147e648856c4e7558ee7/.tmp/A/cf1de3ebd0274c65b8576ecc4d96b837 as hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/76a50d21e883147e648856c4e7558ee7/A/cf1de3ebd0274c65b8576ecc4d96b837 2024-11-13T08:38:57,549 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/76a50d21e883147e648856c4e7558ee7/A/cf1de3ebd0274c65b8576ecc4d96b837, entries=200, sequenceid=337, filesize=14.4 K 2024-11-13T08:38:57,549 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/76a50d21e883147e648856c4e7558ee7/.tmp/B/1cbfdebf7497490aa3ec55aa0626101a as hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/76a50d21e883147e648856c4e7558ee7/B/1cbfdebf7497490aa3ec55aa0626101a 2024-11-13T08:38:57,552 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/76a50d21e883147e648856c4e7558ee7/B/1cbfdebf7497490aa3ec55aa0626101a, entries=150, sequenceid=337, filesize=12.0 K 2024-11-13T08:38:57,553 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/76a50d21e883147e648856c4e7558ee7/.tmp/C/fece33255d86441b981bb98db72fc7c8 as hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/76a50d21e883147e648856c4e7558ee7/C/fece33255d86441b981bb98db72fc7c8 2024-11-13T08:38:57,556 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/76a50d21e883147e648856c4e7558ee7/C/fece33255d86441b981bb98db72fc7c8, entries=150, sequenceid=337, filesize=12.0 K 2024-11-13T08:38:57,557 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~167.72 KB/171750, heapSize ~440.16 KB/450720, currentSize=33.54 KB/34350 for 76a50d21e883147e648856c4e7558ee7 in 1244ms, sequenceid=337, compaction requested=true 2024-11-13T08:38:57,557 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 76a50d21e883147e648856c4e7558ee7: 2024-11-13T08:38:57,557 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 76a50d21e883147e648856c4e7558ee7:A, priority=-2147483648, current under compaction store size is 1 2024-11-13T08:38:57,557 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T08:38:57,557 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 76a50d21e883147e648856c4e7558ee7:B, priority=-2147483648, current under compaction store size is 2 2024-11-13T08:38:57,557 DEBUG [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-13T08:38:57,557 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T08:38:57,557 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 76a50d21e883147e648856c4e7558ee7:C, priority=-2147483648, current under compaction store size is 3 2024-11-13T08:38:57,557 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-13T08:38:57,557 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-13T08:38:57,560 DEBUG [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 52326 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-13T08:38:57,561 DEBUG [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] regionserver.HStore(1541): 76a50d21e883147e648856c4e7558ee7/A is initiating minor compaction (all files) 2024-11-13T08:38:57,561 INFO [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 76a50d21e883147e648856c4e7558ee7/A in TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7. 2024-11-13T08:38:57,561 INFO [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/76a50d21e883147e648856c4e7558ee7/A/49b48fcbc1434577a88d3562c7bfdcee, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/76a50d21e883147e648856c4e7558ee7/A/2c332d2ea9c7484b833155d3564b628b, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/76a50d21e883147e648856c4e7558ee7/A/f8dbdcd82a6f4873a154da4834374d7e, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/76a50d21e883147e648856c4e7558ee7/A/cf1de3ebd0274c65b8576ecc4d96b837] into tmpdir=hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/76a50d21e883147e648856c4e7558ee7/.tmp, totalSize=51.1 K 2024-11-13T08:38:57,561 DEBUG [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] compactions.Compactor(225): Compacting 49b48fcbc1434577a88d3562c7bfdcee, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=286, earliestPutTs=1731487133228 2024-11-13T08:38:57,561 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49886 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-13T08:38:57,562 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] regionserver.HStore(1541): 76a50d21e883147e648856c4e7558ee7/B is initiating minor compaction (all files) 2024-11-13T08:38:57,562 INFO [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 76a50d21e883147e648856c4e7558ee7/B in TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7. 2024-11-13T08:38:57,562 INFO [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/76a50d21e883147e648856c4e7558ee7/B/b2e46184f67b4f858a62e969584372e7, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/76a50d21e883147e648856c4e7558ee7/B/04b09c5481ec4167b5ccd8a66135a08c, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/76a50d21e883147e648856c4e7558ee7/B/35f0976da0e34b7c957a7bd20ee64304, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/76a50d21e883147e648856c4e7558ee7/B/1cbfdebf7497490aa3ec55aa0626101a] into tmpdir=hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/76a50d21e883147e648856c4e7558ee7/.tmp, totalSize=48.7 K 2024-11-13T08:38:57,562 DEBUG [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] compactions.Compactor(225): Compacting 2c332d2ea9c7484b833155d3564b628b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=297, earliestPutTs=1731487133893 2024-11-13T08:38:57,562 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] compactions.Compactor(225): Compacting b2e46184f67b4f858a62e969584372e7, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=286, earliestPutTs=1731487133228 2024-11-13T08:38:57,562 DEBUG [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] compactions.Compactor(225): Compacting f8dbdcd82a6f4873a154da4834374d7e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=308, earliestPutTs=1731487135442 2024-11-13T08:38:57,562 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] compactions.Compactor(225): Compacting 04b09c5481ec4167b5ccd8a66135a08c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=297, earliestPutTs=1731487133893 2024-11-13T08:38:57,563 DEBUG [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] compactions.Compactor(225): Compacting cf1de3ebd0274c65b8576ecc4d96b837, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=337, earliestPutTs=1731487135645 2024-11-13T08:38:57,563 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] compactions.Compactor(225): Compacting 35f0976da0e34b7c957a7bd20ee64304, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=308, earliestPutTs=1731487135442 2024-11-13T08:38:57,564 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] compactions.Compactor(225): Compacting 1cbfdebf7497490aa3ec55aa0626101a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=337, earliestPutTs=1731487135645 2024-11-13T08:38:57,570 INFO [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 76a50d21e883147e648856c4e7558ee7#A#compaction#443 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-13T08:38:57,571 DEBUG [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/76a50d21e883147e648856c4e7558ee7/.tmp/A/d33ced497912420d80daaa063fb60bb6 is 50, key is test_row_0/A:col10/1731487135651/Put/seqid=0 2024-11-13T08:38:57,572 INFO [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 76a50d21e883147e648856c4e7558ee7#B#compaction#444 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-13T08:38:57,573 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/76a50d21e883147e648856c4e7558ee7/.tmp/B/6ca4c00d9ca04f7587b03addf518ba20 is 50, key is test_row_0/B:col10/1731487135651/Put/seqid=0 2024-11-13T08:38:57,577 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38605 is added to blk_1073742348_1524 (size=13119) 2024-11-13T08:38:57,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45349 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=141 2024-11-13T08:38:57,587 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38605 is added to blk_1073742349_1525 (size=13119) 2024-11-13T08:38:57,594 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/76a50d21e883147e648856c4e7558ee7/.tmp/B/6ca4c00d9ca04f7587b03addf518ba20 as hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/76a50d21e883147e648856c4e7558ee7/B/6ca4c00d9ca04f7587b03addf518ba20 2024-11-13T08:38:57,600 INFO [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 76a50d21e883147e648856c4e7558ee7/B of 76a50d21e883147e648856c4e7558ee7 into 6ca4c00d9ca04f7587b03addf518ba20(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T08:38:57,600 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 76a50d21e883147e648856c4e7558ee7: 2024-11-13T08:38:57,600 INFO [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., storeName=76a50d21e883147e648856c4e7558ee7/B, priority=12, startTime=1731487137557; duration=0sec 2024-11-13T08:38:57,601 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-13T08:38:57,601 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 76a50d21e883147e648856c4e7558ee7:B 2024-11-13T08:38:57,601 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-13T08:38:57,603 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49886 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-13T08:38:57,603 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] regionserver.HStore(1541): 76a50d21e883147e648856c4e7558ee7/C is initiating minor compaction (all files) 2024-11-13T08:38:57,603 INFO [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 76a50d21e883147e648856c4e7558ee7/C in TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7. 2024-11-13T08:38:57,603 INFO [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/76a50d21e883147e648856c4e7558ee7/C/f88e12f18ba54b958813a4eda7aa5a81, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/76a50d21e883147e648856c4e7558ee7/C/b73f05c2813f4dc5b87e3ac1790558d7, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/76a50d21e883147e648856c4e7558ee7/C/89ad7a9bde854857a63992f4963258e8, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/76a50d21e883147e648856c4e7558ee7/C/fece33255d86441b981bb98db72fc7c8] into tmpdir=hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/76a50d21e883147e648856c4e7558ee7/.tmp, totalSize=48.7 K 2024-11-13T08:38:57,604 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] compactions.Compactor(225): Compacting f88e12f18ba54b958813a4eda7aa5a81, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=286, earliestPutTs=1731487133228 2024-11-13T08:38:57,604 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] compactions.Compactor(225): Compacting b73f05c2813f4dc5b87e3ac1790558d7, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=297, earliestPutTs=1731487133893 2024-11-13T08:38:57,604 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] compactions.Compactor(225): Compacting 89ad7a9bde854857a63992f4963258e8, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=308, earliestPutTs=1731487135442 2024-11-13T08:38:57,604 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] compactions.Compactor(225): Compacting fece33255d86441b981bb98db72fc7c8, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=337, earliestPutTs=1731487135645 2024-11-13T08:38:57,611 INFO [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 76a50d21e883147e648856c4e7558ee7#C#compaction#445 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-13T08:38:57,611 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/76a50d21e883147e648856c4e7558ee7/.tmp/C/4fae20a5a27c40c7bd23a44c323b61cd is 50, key is test_row_0/C:col10/1731487135651/Put/seqid=0 2024-11-13T08:38:57,614 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38605 is added to blk_1073742350_1526 (size=13119) 2024-11-13T08:38:57,669 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43851 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=142 2024-11-13T08:38:57,670 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-0 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7. 2024-11-13T08:38:57,670 INFO [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-0 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.HRegion(2902): Flushing 76a50d21e883147e648856c4e7558ee7 3/3 column families, dataSize=33.54 KB heapSize=88.64 KB 2024-11-13T08:38:57,674 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-0 {event_type=RS_FLUSH_REGIONS, pid=142}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/76a50d21e883147e648856c4e7558ee7/.tmp/A/132a781bd72641f99b77444607a3605c is 50, key is test_row_0/A:col10/1731487136326/Put/seqid=0 2024-11-13T08:38:57,677 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38605 is added to blk_1073742351_1527 (size=12301) 2024-11-13T08:38:57,981 DEBUG [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/76a50d21e883147e648856c4e7558ee7/.tmp/A/d33ced497912420d80daaa063fb60bb6 as hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/76a50d21e883147e648856c4e7558ee7/A/d33ced497912420d80daaa063fb60bb6 2024-11-13T08:38:57,986 INFO [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 76a50d21e883147e648856c4e7558ee7/A of 76a50d21e883147e648856c4e7558ee7 into d33ced497912420d80daaa063fb60bb6(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T08:38:57,986 DEBUG [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 76a50d21e883147e648856c4e7558ee7: 2024-11-13T08:38:57,986 INFO [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., storeName=76a50d21e883147e648856c4e7558ee7/A, priority=12, startTime=1731487137557; duration=0sec 2024-11-13T08:38:57,986 DEBUG [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T08:38:57,986 DEBUG [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 76a50d21e883147e648856c4e7558ee7:A 2024-11-13T08:38:58,019 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/76a50d21e883147e648856c4e7558ee7/.tmp/C/4fae20a5a27c40c7bd23a44c323b61cd as hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/76a50d21e883147e648856c4e7558ee7/C/4fae20a5a27c40c7bd23a44c323b61cd 2024-11-13T08:38:58,023 INFO [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 76a50d21e883147e648856c4e7558ee7/C of 76a50d21e883147e648856c4e7558ee7 into 4fae20a5a27c40c7bd23a44c323b61cd(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T08:38:58,023 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 76a50d21e883147e648856c4e7558ee7: 2024-11-13T08:38:58,023 INFO [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., storeName=76a50d21e883147e648856c4e7558ee7/C, priority=12, startTime=1731487137557; duration=0sec 2024-11-13T08:38:58,024 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T08:38:58,024 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 76a50d21e883147e648856c4e7558ee7:C 2024-11-13T08:38:58,078 INFO [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-0 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=346 (bloomFilter=true), to=hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/76a50d21e883147e648856c4e7558ee7/.tmp/A/132a781bd72641f99b77444607a3605c 2024-11-13T08:38:58,085 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-0 {event_type=RS_FLUSH_REGIONS, pid=142}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/76a50d21e883147e648856c4e7558ee7/.tmp/B/1c1618297e7141f693f56dfdee7f3fe0 is 50, key is test_row_0/B:col10/1731487136326/Put/seqid=0 2024-11-13T08:38:58,088 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38605 is added to blk_1073742352_1528 (size=12301) 2024-11-13T08:38:58,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] regionserver.HRegion(8855): Flush requested on 76a50d21e883147e648856c4e7558ee7 2024-11-13T08:38:58,090 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7. as already flushing 2024-11-13T08:38:58,152 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:38:58,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38952 deadline: 1731487198142, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:38:58,153 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:38:58,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38920 deadline: 1731487198143, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:38:58,153 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 , the old value is region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:58,153 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:58,153 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 because the exception is null or not the one we care about 2024-11-13T08:38:58,153 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 , the old value is region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:58,153 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:58,153 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 because the exception is null or not the one we care about 2024-11-13T08:38:58,154 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:38:58,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38918 deadline: 1731487198145, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:38:58,155 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 , the old value is region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:58,155 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:58,155 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 because the exception is null or not the one we care about 2024-11-13T08:38:58,163 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:38:58,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38906 deadline: 1731487198153, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:38:58,163 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 , the old value is region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:58,163 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:58,163 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 because the exception is null or not the one we care about 2024-11-13T08:38:58,257 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:38:58,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38920 deadline: 1731487198255, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:38:58,257 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 , the old value is region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:58,257 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:58,257 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 because the exception is null or not the one we care about 2024-11-13T08:38:58,267 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:38:58,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38952 deadline: 1731487198265, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:38:58,267 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:38:58,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38918 deadline: 1731487198265, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:38:58,268 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 , the old value is region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:58,268 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:58,268 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 because the exception is null or not the one we care about 2024-11-13T08:38:58,268 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 , the old value is region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:58,268 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:58,268 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 because the exception is null or not the one we care about 2024-11-13T08:38:58,277 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:38:58,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38906 deadline: 1731487198275, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:38:58,278 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 , the old value is region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:58,278 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:58,278 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 because the exception is null or not the one we care about 2024-11-13T08:38:58,470 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:38:58,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38920 deadline: 1731487198465, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:38:58,470 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 , the old value is region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:58,470 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:58,470 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 because the exception is null or not the one we care about 2024-11-13T08:38:58,482 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:38:58,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38952 deadline: 1731487198475, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:38:58,483 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:38:58,483 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 , the old value is region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:58,483 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:58,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38918 deadline: 1731487198475, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:38:58,483 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 because the exception is null or not the one we care about 2024-11-13T08:38:58,483 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 , the old value is region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:58,483 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:58,483 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 because the exception is null or not the one we care about 2024-11-13T08:38:58,489 INFO [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-0 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=346 (bloomFilter=true), to=hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/76a50d21e883147e648856c4e7558ee7/.tmp/B/1c1618297e7141f693f56dfdee7f3fe0 2024-11-13T08:38:58,493 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:38:58,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38906 deadline: 1731487198485, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:38:58,493 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 , the old value is region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:58,493 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:58,493 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 because the exception is null or not the one we care about 2024-11-13T08:38:58,495 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-0 {event_type=RS_FLUSH_REGIONS, pid=142}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/76a50d21e883147e648856c4e7558ee7/.tmp/C/aedde975e8334edd9e7a03d40b70d497 is 50, key is test_row_0/C:col10/1731487136326/Put/seqid=0 2024-11-13T08:38:58,498 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38605 is added to blk_1073742353_1529 (size=12301) 2024-11-13T08:38:58,522 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:38:58,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38894 deadline: 1731487198515, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:38:58,523 WARN [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRpcRetryingCaller(177): Call to dd3a0865bb23,43851,1731486997349 for 'test_row_2' in 76a50d21e883147e648856c4e7558ee7 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2178 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-13T08:38:58,523 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 , the old value is region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:58,523 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:58,523 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 because the exception is null or not the one we care about 2024-11-13T08:38:58,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45349 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=141 2024-11-13T08:38:58,783 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:38:58,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38920 deadline: 1731487198775, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:38:58,784 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 , the old value is region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:58,784 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:58,784 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 because the exception is null or not the one we care about 2024-11-13T08:38:58,794 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:38:58,794 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:38:58,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38952 deadline: 1731487198785, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:38:58,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38918 deadline: 1731487198785, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:38:58,794 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 , the old value is region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:58,794 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 , the old value is region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:58,795 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:58,795 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:58,795 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 because the exception is null or not the one we care about 2024-11-13T08:38:58,795 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 because the exception is null or not the one we care about 2024-11-13T08:38:58,811 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:38:58,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38906 deadline: 1731487198804, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:38:58,811 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 , the old value is region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:58,811 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:38:58,811 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., hostname=dd3a0865bb23,43851,1731486997349, seqNum=2 because the exception is null or not the one we care about 2024-11-13T08:38:58,899 INFO [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-0 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=346 (bloomFilter=true), to=hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/76a50d21e883147e648856c4e7558ee7/.tmp/C/aedde975e8334edd9e7a03d40b70d497 2024-11-13T08:38:58,902 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-0 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/76a50d21e883147e648856c4e7558ee7/.tmp/A/132a781bd72641f99b77444607a3605c as hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/76a50d21e883147e648856c4e7558ee7/A/132a781bd72641f99b77444607a3605c 2024-11-13T08:38:58,906 INFO [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-0 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/76a50d21e883147e648856c4e7558ee7/A/132a781bd72641f99b77444607a3605c, entries=150, sequenceid=346, filesize=12.0 K 2024-11-13T08:38:58,907 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-0 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/76a50d21e883147e648856c4e7558ee7/.tmp/B/1c1618297e7141f693f56dfdee7f3fe0 as hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/76a50d21e883147e648856c4e7558ee7/B/1c1618297e7141f693f56dfdee7f3fe0 2024-11-13T08:38:58,910 INFO [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-0 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/76a50d21e883147e648856c4e7558ee7/B/1c1618297e7141f693f56dfdee7f3fe0, entries=150, sequenceid=346, filesize=12.0 K 2024-11-13T08:38:58,911 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-0 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/76a50d21e883147e648856c4e7558ee7/.tmp/C/aedde975e8334edd9e7a03d40b70d497 as hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/76a50d21e883147e648856c4e7558ee7/C/aedde975e8334edd9e7a03d40b70d497 2024-11-13T08:38:58,914 INFO [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-0 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/76a50d21e883147e648856c4e7558ee7/C/aedde975e8334edd9e7a03d40b70d497, entries=150, sequenceid=346, filesize=12.0 K 2024-11-13T08:38:58,915 INFO [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-0 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.HRegion(3140): Finished flush of dataSize ~33.54 KB/34350, heapSize ~88.59 KB/90720, currentSize=167.72 KB/171750 for 76a50d21e883147e648856c4e7558ee7 in 1244ms, sequenceid=346, compaction requested=false 2024-11-13T08:38:58,915 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-0 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.HRegion(2603): Flush status journal for 76a50d21e883147e648856c4e7558ee7: 2024-11-13T08:38:58,915 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-0 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7. 2024-11-13T08:38:58,915 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-0 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=142 2024-11-13T08:38:58,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45349 {}] master.HMaster(4169): Remote procedure done, pid=142 2024-11-13T08:38:58,918 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=142, resume processing ppid=141 2024-11-13T08:38:58,918 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=142, ppid=141, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.4690 sec 2024-11-13T08:38:58,919 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=141, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=141, table=TestAcidGuarantees in 2.4730 sec 2024-11-13T08:38:59,052 INFO [Thread-2032 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2032. 2024-11-13T08:38:59,052 DEBUG [Thread-2032 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-13T08:38:59,052 DEBUG [Thread-2032 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T08:38:59,052 DEBUG [Thread-2032 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T08:38:59,052 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T08:38:59,053 INFO [Thread-2038 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2038. 2024-11-13T08:38:59,053 DEBUG [Thread-2038 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-13T08:38:59,053 DEBUG [Thread-2038 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T08:38:59,053 DEBUG [Thread-2038 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T08:38:59,053 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T08:38:59,054 INFO [Thread-2034 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2034. 2024-11-13T08:38:59,054 DEBUG [Thread-2034 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-13T08:38:59,054 DEBUG [Thread-2034 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T08:38:59,054 DEBUG [Thread-2034 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T08:38:59,054 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T08:38:59,058 INFO [Thread-2036 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2036. 2024-11-13T08:38:59,058 DEBUG [Thread-2036 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-13T08:38:59,058 DEBUG [Thread-2036 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T08:38:59,058 DEBUG [Thread-2036 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T08:38:59,058 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T08:38:59,059 INFO [Thread-2030 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2030. 2024-11-13T08:38:59,059 DEBUG [Thread-2030 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-13T08:38:59,059 DEBUG [Thread-2030 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T08:38:59,059 DEBUG [Thread-2030 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T08:38:59,059 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T08:38:59,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] regionserver.HRegion(8855): Flush requested on 76a50d21e883147e648856c4e7558ee7 2024-11-13T08:38:59,296 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-13T08:38:59,296 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 76a50d21e883147e648856c4e7558ee7 3/3 column families, dataSize=174.43 KB heapSize=457.78 KB 2024-11-13T08:38:59,296 INFO [Thread-2027 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2027. 2024-11-13T08:38:59,296 DEBUG [Thread-2027 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-13T08:38:59,296 DEBUG [Thread-2027 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T08:38:59,296 DEBUG [Thread-2027 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T08:38:59,297 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T08:38:59,300 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/76a50d21e883147e648856c4e7558ee7/.tmp/A/310c1fb3ebe54416bf291e2f839a6c5e is 50, key is test_row_0/A:col10/1731487139295/Put/seqid=0 2024-11-13T08:38:59,303 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38605 is added to blk_1073742354_1530 (size=12301) 2024-11-13T08:38:59,306 INFO [Thread-2025 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2025. 2024-11-13T08:38:59,306 INFO [Thread-2023 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2023. 2024-11-13T08:38:59,306 DEBUG [Thread-2025 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-13T08:38:59,306 DEBUG [Thread-2023 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-13T08:38:59,306 DEBUG [Thread-2025 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T08:38:59,306 DEBUG [Thread-2023 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T08:38:59,306 DEBUG [Thread-2023 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T08:38:59,306 DEBUG [Thread-2025 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T08:38:59,306 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T08:38:59,306 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T08:38:59,315 INFO [Thread-2019 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2019. 2024-11-13T08:38:59,315 DEBUG [Thread-2019 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-13T08:38:59,315 DEBUG [Thread-2019 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T08:38:59,315 DEBUG [Thread-2019 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T08:38:59,315 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T08:38:59,704 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=58.14 KB at sequenceid=377 (bloomFilter=true), to=hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/76a50d21e883147e648856c4e7558ee7/.tmp/A/310c1fb3ebe54416bf291e2f839a6c5e 2024-11-13T08:38:59,709 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/76a50d21e883147e648856c4e7558ee7/.tmp/B/b37fb9e431694982ad9a72d6ae2344e6 is 50, key is test_row_0/B:col10/1731487139295/Put/seqid=0 2024-11-13T08:38:59,712 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38605 is added to blk_1073742355_1531 (size=12301) 2024-11-13T08:39:00,112 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=58.14 KB at sequenceid=377 (bloomFilter=true), to=hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/76a50d21e883147e648856c4e7558ee7/.tmp/B/b37fb9e431694982ad9a72d6ae2344e6 2024-11-13T08:39:00,118 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/76a50d21e883147e648856c4e7558ee7/.tmp/C/608945a289374ce283fbec1f25f72a98 is 50, key is test_row_0/C:col10/1731487139295/Put/seqid=0 2024-11-13T08:39:00,121 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38605 is added to blk_1073742356_1532 (size=12301) 2024-11-13T08:39:00,521 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=58.14 KB at sequenceid=377 (bloomFilter=true), to=hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/76a50d21e883147e648856c4e7558ee7/.tmp/C/608945a289374ce283fbec1f25f72a98 2024-11-13T08:39:00,524 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/76a50d21e883147e648856c4e7558ee7/.tmp/A/310c1fb3ebe54416bf291e2f839a6c5e as hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/76a50d21e883147e648856c4e7558ee7/A/310c1fb3ebe54416bf291e2f839a6c5e 2024-11-13T08:39:00,527 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/76a50d21e883147e648856c4e7558ee7/A/310c1fb3ebe54416bf291e2f839a6c5e, entries=150, sequenceid=377, filesize=12.0 K 2024-11-13T08:39:00,528 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/76a50d21e883147e648856c4e7558ee7/.tmp/B/b37fb9e431694982ad9a72d6ae2344e6 as hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/76a50d21e883147e648856c4e7558ee7/B/b37fb9e431694982ad9a72d6ae2344e6 2024-11-13T08:39:00,530 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/76a50d21e883147e648856c4e7558ee7/B/b37fb9e431694982ad9a72d6ae2344e6, entries=150, sequenceid=377, filesize=12.0 K 2024-11-13T08:39:00,531 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/76a50d21e883147e648856c4e7558ee7/.tmp/C/608945a289374ce283fbec1f25f72a98 as hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/76a50d21e883147e648856c4e7558ee7/C/608945a289374ce283fbec1f25f72a98 2024-11-13T08:39:00,533 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/76a50d21e883147e648856c4e7558ee7/C/608945a289374ce283fbec1f25f72a98, entries=150, sequenceid=377, filesize=12.0 K 2024-11-13T08:39:00,534 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~174.43 KB/178620, heapSize ~457.73 KB/468720, currentSize=20.13 KB/20610 for 76a50d21e883147e648856c4e7558ee7 in 1238ms, sequenceid=377, compaction requested=true 2024-11-13T08:39:00,534 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 76a50d21e883147e648856c4e7558ee7: 2024-11-13T08:39:00,534 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 76a50d21e883147e648856c4e7558ee7:A, priority=-2147483648, current under compaction store size is 1 2024-11-13T08:39:00,534 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T08:39:00,534 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 76a50d21e883147e648856c4e7558ee7:B, priority=-2147483648, current under compaction store size is 2 2024-11-13T08:39:00,534 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T08:39:00,534 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 76a50d21e883147e648856c4e7558ee7:C, priority=-2147483648, current under compaction store size is 3 2024-11-13T08:39:00,534 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-13T08:39:00,534 DEBUG [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-13T08:39:00,534 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-13T08:39:00,535 DEBUG [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37721 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-13T08:39:00,535 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37721 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-13T08:39:00,535 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] regionserver.HStore(1541): 76a50d21e883147e648856c4e7558ee7/B is initiating minor compaction (all files) 2024-11-13T08:39:00,535 DEBUG [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] regionserver.HStore(1541): 76a50d21e883147e648856c4e7558ee7/A is initiating minor compaction (all files) 2024-11-13T08:39:00,535 INFO [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 76a50d21e883147e648856c4e7558ee7/B in TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7. 2024-11-13T08:39:00,535 INFO [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 76a50d21e883147e648856c4e7558ee7/A in TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7. 2024-11-13T08:39:00,535 INFO [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/76a50d21e883147e648856c4e7558ee7/B/6ca4c00d9ca04f7587b03addf518ba20, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/76a50d21e883147e648856c4e7558ee7/B/1c1618297e7141f693f56dfdee7f3fe0, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/76a50d21e883147e648856c4e7558ee7/B/b37fb9e431694982ad9a72d6ae2344e6] into tmpdir=hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/76a50d21e883147e648856c4e7558ee7/.tmp, totalSize=36.8 K 2024-11-13T08:39:00,535 INFO [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/76a50d21e883147e648856c4e7558ee7/A/d33ced497912420d80daaa063fb60bb6, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/76a50d21e883147e648856c4e7558ee7/A/132a781bd72641f99b77444607a3605c, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/76a50d21e883147e648856c4e7558ee7/A/310c1fb3ebe54416bf291e2f839a6c5e] into tmpdir=hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/76a50d21e883147e648856c4e7558ee7/.tmp, totalSize=36.8 K 2024-11-13T08:39:00,536 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] compactions.Compactor(225): Compacting 6ca4c00d9ca04f7587b03addf518ba20, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=337, earliestPutTs=1731487135645 2024-11-13T08:39:00,536 DEBUG [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] compactions.Compactor(225): Compacting d33ced497912420d80daaa063fb60bb6, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=337, earliestPutTs=1731487135645 2024-11-13T08:39:00,536 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] compactions.Compactor(225): Compacting 1c1618297e7141f693f56dfdee7f3fe0, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=346, earliestPutTs=1731487136320 2024-11-13T08:39:00,536 DEBUG [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] compactions.Compactor(225): Compacting 132a781bd72641f99b77444607a3605c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=346, earliestPutTs=1731487136320 2024-11-13T08:39:00,536 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] compactions.Compactor(225): Compacting b37fb9e431694982ad9a72d6ae2344e6, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=377, earliestPutTs=1731487138143 2024-11-13T08:39:00,536 DEBUG [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] compactions.Compactor(225): Compacting 310c1fb3ebe54416bf291e2f839a6c5e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=377, earliestPutTs=1731487138143 2024-11-13T08:39:00,537 INFO [Thread-2021 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2021. 2024-11-13T08:39:00,537 DEBUG [Thread-2021 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-13T08:39:00,537 DEBUG [Thread-2021 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T08:39:00,537 DEBUG [Thread-2021 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T08:39:00,537 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T08:39:00,542 INFO [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 76a50d21e883147e648856c4e7558ee7#B#compaction#452 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-13T08:39:00,542 INFO [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 76a50d21e883147e648856c4e7558ee7#A#compaction#453 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-13T08:39:00,542 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/76a50d21e883147e648856c4e7558ee7/.tmp/B/1895451b88f64fe59154210156062052 is 50, key is test_row_0/B:col10/1731487139295/Put/seqid=0 2024-11-13T08:39:00,542 DEBUG [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/76a50d21e883147e648856c4e7558ee7/.tmp/A/e1f45a4b204d44abb29f1c37f822a05d is 50, key is test_row_0/A:col10/1731487139295/Put/seqid=0 2024-11-13T08:39:00,545 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38605 is added to blk_1073742357_1533 (size=13221) 2024-11-13T08:39:00,545 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38605 is added to blk_1073742358_1534 (size=13221) 2024-11-13T08:39:00,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45349 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=141 2024-11-13T08:39:00,605 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-13T08:39:00,605 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-13T08:39:00,605 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 58 2024-11-13T08:39:00,605 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 95 2024-11-13T08:39:00,605 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 35 2024-11-13T08:39:00,605 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 38 2024-11-13T08:39:00,605 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 73 2024-11-13T08:39:00,605 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-13T08:39:00,605 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-13T08:39:00,605 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1366 2024-11-13T08:39:00,605 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 4091 rows 2024-11-13T08:39:00,605 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1361 2024-11-13T08:39:00,605 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 4081 rows 2024-11-13T08:39:00,605 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1367 2024-11-13T08:39:00,605 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 4096 rows 2024-11-13T08:39:00,605 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1363 2024-11-13T08:39:00,605 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 4084 rows 2024-11-13T08:39:00,605 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1368 2024-11-13T08:39:00,605 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 4102 rows 2024-11-13T08:39:00,605 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T08:39:00,606 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool.doWork(AcidGuaranteesTestTool.java:131) at org.apache.hadoop.hbase.util.AbstractHBaseTool.run(AbstractHBaseTool.java:150) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:102) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:91) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.testScanAtomicity(AcidGuaranteesTestBase.java:112) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T08:39:00,606 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T08:39:00,606 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T08:39:00,606 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T08:39:00,606 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45349 {}] master.HMaster$13(2820): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-11-13T08:39:00,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45349 {}] procedure2.ProcedureExecutor(1139): Stored pid=143, state=RUNNABLE:DISABLE_TABLE_PREPARE, hasLock=false; DisableTableProcedure table=TestAcidGuarantees 2024-11-13T08:39:00,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45349 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=143 2024-11-13T08:39:00,609 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731487140609"}]},"ts":"1731487140609"} 2024-11-13T08:39:00,610 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-13T08:39:00,610 INFO [PEWorker-4 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-13T08:39:00,611 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=144, ppid=143, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-13T08:39:00,612 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=145, ppid=144, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=76a50d21e883147e648856c4e7558ee7, UNASSIGN}] 2024-11-13T08:39:00,612 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=145, ppid=144, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=76a50d21e883147e648856c4e7558ee7, UNASSIGN 2024-11-13T08:39:00,613 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=145 updating hbase:meta row=76a50d21e883147e648856c4e7558ee7, regionState=CLOSING, regionLocation=dd3a0865bb23,43851,1731486997349 2024-11-13T08:39:00,614 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=145, ppid=144, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=76a50d21e883147e648856c4e7558ee7, UNASSIGN because future has completed 2024-11-13T08:39:00,614 DEBUG [PEWorker-1 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-13T08:39:00,614 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=146, ppid=145, state=RUNNABLE, hasLock=false; CloseRegionProcedure 76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349}] 2024-11-13T08:39:00,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45349 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=143 2024-11-13T08:39:00,766 INFO [RS_CLOSE_REGION-regionserver/dd3a0865bb23:0-0 {event_type=M_RS_CLOSE_REGION, pid=146}] handler.UnassignRegionHandler(122): Close 76a50d21e883147e648856c4e7558ee7 2024-11-13T08:39:00,766 DEBUG [RS_CLOSE_REGION-regionserver/dd3a0865bb23:0-0 {event_type=M_RS_CLOSE_REGION, pid=146}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-13T08:39:00,766 DEBUG [RS_CLOSE_REGION-regionserver/dd3a0865bb23:0-0 {event_type=M_RS_CLOSE_REGION, pid=146}] regionserver.HRegion(1722): Closing 76a50d21e883147e648856c4e7558ee7, disabling compactions & flushes 2024-11-13T08:39:00,766 DEBUG [RS_CLOSE_REGION-regionserver/dd3a0865bb23:0-0 {event_type=M_RS_CLOSE_REGION, pid=146}] regionserver.HRegion(1993): waiting for 2 compactions to complete for region TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7. 2024-11-13T08:39:00,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45349 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=143 2024-11-13T08:39:00,949 DEBUG [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/76a50d21e883147e648856c4e7558ee7/.tmp/A/e1f45a4b204d44abb29f1c37f822a05d as hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/76a50d21e883147e648856c4e7558ee7/A/e1f45a4b204d44abb29f1c37f822a05d 2024-11-13T08:39:00,949 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/76a50d21e883147e648856c4e7558ee7/.tmp/B/1895451b88f64fe59154210156062052 as hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/76a50d21e883147e648856c4e7558ee7/B/1895451b88f64fe59154210156062052 2024-11-13T08:39:00,952 INFO [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 76a50d21e883147e648856c4e7558ee7/B of 76a50d21e883147e648856c4e7558ee7 into 1895451b88f64fe59154210156062052(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T08:39:00,952 INFO [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 76a50d21e883147e648856c4e7558ee7/A of 76a50d21e883147e648856c4e7558ee7 into e1f45a4b204d44abb29f1c37f822a05d(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T08:39:00,952 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 76a50d21e883147e648856c4e7558ee7: 2024-11-13T08:39:00,952 DEBUG [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 76a50d21e883147e648856c4e7558ee7: 2024-11-13T08:39:00,952 INFO [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., storeName=76a50d21e883147e648856c4e7558ee7/B, priority=13, startTime=1731487140534; duration=0sec 2024-11-13T08:39:00,952 INFO [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., storeName=76a50d21e883147e648856c4e7558ee7/A, priority=13, startTime=1731487140534; duration=0sec 2024-11-13T08:39:00,952 INFO [RS_CLOSE_REGION-regionserver/dd3a0865bb23:0-0 {event_type=M_RS_CLOSE_REGION, pid=146}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7. 2024-11-13T08:39:00,952 DEBUG [RS_CLOSE_REGION-regionserver/dd3a0865bb23:0-0 {event_type=M_RS_CLOSE_REGION, pid=146}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7. 2024-11-13T08:39:00,952 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-13T08:39:00,952 DEBUG [RS_CLOSE_REGION-regionserver/dd3a0865bb23:0-0 {event_type=M_RS_CLOSE_REGION, pid=146}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7. after waiting 0 ms 2024-11-13T08:39:00,952 DEBUG [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-13T08:39:00,952 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 76a50d21e883147e648856c4e7558ee7:B 2024-11-13T08:39:00,952 DEBUG [RS_CLOSE_REGION-regionserver/dd3a0865bb23:0-0 {event_type=M_RS_CLOSE_REGION, pid=146}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7. 2024-11-13T08:39:00,952 DEBUG [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 76a50d21e883147e648856c4e7558ee7:A 2024-11-13T08:39:00,953 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7. because compaction request was cancelled 2024-11-13T08:39:00,953 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 76a50d21e883147e648856c4e7558ee7:C 2024-11-13T08:39:00,953 INFO [RS_CLOSE_REGION-regionserver/dd3a0865bb23:0-0 {event_type=M_RS_CLOSE_REGION, pid=146}] regionserver.HRegion(2902): Flushing 76a50d21e883147e648856c4e7558ee7 3/3 column families, dataSize=26.84 KB heapSize=71.06 KB 2024-11-13T08:39:00,955 DEBUG [RS_CLOSE_REGION-regionserver/dd3a0865bb23:0-0 {event_type=M_RS_CLOSE_REGION, pid=146}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/76a50d21e883147e648856c4e7558ee7/.tmp/A/c8790dcc94574c22b5b7e62e81973c0f is 50, key is test_row_0/A:col10/1731487139314/Put/seqid=0 2024-11-13T08:39:00,958 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38605 is added to blk_1073742359_1535 (size=12301) 2024-11-13T08:39:01,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45349 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=143 2024-11-13T08:39:01,359 INFO [RS_CLOSE_REGION-regionserver/dd3a0865bb23:0-0 {event_type=M_RS_CLOSE_REGION, pid=146}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=386 (bloomFilter=true), to=hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/76a50d21e883147e648856c4e7558ee7/.tmp/A/c8790dcc94574c22b5b7e62e81973c0f 2024-11-13T08:39:01,364 DEBUG [RS_CLOSE_REGION-regionserver/dd3a0865bb23:0-0 {event_type=M_RS_CLOSE_REGION, pid=146}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/76a50d21e883147e648856c4e7558ee7/.tmp/B/6dce7c57f5b44199848c9c935470a312 is 50, key is test_row_0/B:col10/1731487139314/Put/seqid=0 2024-11-13T08:39:01,367 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38605 is added to blk_1073742360_1536 (size=12301) 2024-11-13T08:39:01,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45349 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=143 2024-11-13T08:39:01,767 INFO [RS_CLOSE_REGION-regionserver/dd3a0865bb23:0-0 {event_type=M_RS_CLOSE_REGION, pid=146}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=386 (bloomFilter=true), to=hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/76a50d21e883147e648856c4e7558ee7/.tmp/B/6dce7c57f5b44199848c9c935470a312 2024-11-13T08:39:01,773 DEBUG [RS_CLOSE_REGION-regionserver/dd3a0865bb23:0-0 {event_type=M_RS_CLOSE_REGION, pid=146}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/76a50d21e883147e648856c4e7558ee7/.tmp/C/1efa7a837a874f7f87bd90de958afd61 is 50, key is test_row_0/C:col10/1731487139314/Put/seqid=0 2024-11-13T08:39:01,776 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38605 is added to blk_1073742361_1537 (size=12301) 2024-11-13T08:39:02,176 INFO [RS_CLOSE_REGION-regionserver/dd3a0865bb23:0-0 {event_type=M_RS_CLOSE_REGION, pid=146}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=386 (bloomFilter=true), to=hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/76a50d21e883147e648856c4e7558ee7/.tmp/C/1efa7a837a874f7f87bd90de958afd61 2024-11-13T08:39:02,180 DEBUG [RS_CLOSE_REGION-regionserver/dd3a0865bb23:0-0 {event_type=M_RS_CLOSE_REGION, pid=146}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/76a50d21e883147e648856c4e7558ee7/.tmp/A/c8790dcc94574c22b5b7e62e81973c0f as hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/76a50d21e883147e648856c4e7558ee7/A/c8790dcc94574c22b5b7e62e81973c0f 2024-11-13T08:39:02,183 INFO [RS_CLOSE_REGION-regionserver/dd3a0865bb23:0-0 {event_type=M_RS_CLOSE_REGION, pid=146}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/76a50d21e883147e648856c4e7558ee7/A/c8790dcc94574c22b5b7e62e81973c0f, entries=150, sequenceid=386, filesize=12.0 K 2024-11-13T08:39:02,183 DEBUG [RS_CLOSE_REGION-regionserver/dd3a0865bb23:0-0 {event_type=M_RS_CLOSE_REGION, pid=146}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/76a50d21e883147e648856c4e7558ee7/.tmp/B/6dce7c57f5b44199848c9c935470a312 as hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/76a50d21e883147e648856c4e7558ee7/B/6dce7c57f5b44199848c9c935470a312 2024-11-13T08:39:02,186 INFO [RS_CLOSE_REGION-regionserver/dd3a0865bb23:0-0 {event_type=M_RS_CLOSE_REGION, pid=146}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/76a50d21e883147e648856c4e7558ee7/B/6dce7c57f5b44199848c9c935470a312, entries=150, sequenceid=386, filesize=12.0 K 2024-11-13T08:39:02,186 DEBUG [RS_CLOSE_REGION-regionserver/dd3a0865bb23:0-0 {event_type=M_RS_CLOSE_REGION, pid=146}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/76a50d21e883147e648856c4e7558ee7/.tmp/C/1efa7a837a874f7f87bd90de958afd61 as hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/76a50d21e883147e648856c4e7558ee7/C/1efa7a837a874f7f87bd90de958afd61 2024-11-13T08:39:02,189 INFO [RS_CLOSE_REGION-regionserver/dd3a0865bb23:0-0 {event_type=M_RS_CLOSE_REGION, pid=146}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/76a50d21e883147e648856c4e7558ee7/C/1efa7a837a874f7f87bd90de958afd61, entries=150, sequenceid=386, filesize=12.0 K 2024-11-13T08:39:02,190 INFO [RS_CLOSE_REGION-regionserver/dd3a0865bb23:0-0 {event_type=M_RS_CLOSE_REGION, pid=146}] regionserver.HRegion(3140): Finished flush of dataSize ~26.84 KB/27480, heapSize ~71.02 KB/72720, currentSize=0 B/0 for 76a50d21e883147e648856c4e7558ee7 in 1237ms, sequenceid=386, compaction requested=true 2024-11-13T08:39:02,190 DEBUG [StoreCloser-TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/76a50d21e883147e648856c4e7558ee7/A/ef4b544189c44223a82dda78535eb153, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/76a50d21e883147e648856c4e7558ee7/A/98f4f9dc16c74dafa6089f2b11ad46f8, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/76a50d21e883147e648856c4e7558ee7/A/b240b4522c33408a81ffe7a5a1761959, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/76a50d21e883147e648856c4e7558ee7/A/8416204289234ec6a2e1ec2aede864ab, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/76a50d21e883147e648856c4e7558ee7/A/560594241c3d4ac48551fc9bc6c9a5d2, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/76a50d21e883147e648856c4e7558ee7/A/2a6c75c0e64f48dfb15fba5e484b24b5, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/76a50d21e883147e648856c4e7558ee7/A/3b8d27f91da94becb1e77b9b90d88785, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/76a50d21e883147e648856c4e7558ee7/A/64c9b9faf97444808e40efb6a4c29be0, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/76a50d21e883147e648856c4e7558ee7/A/f7555512d14f4878b294c354156fad8c, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/76a50d21e883147e648856c4e7558ee7/A/f8895b60b68c46358c27337e9d25d918, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/76a50d21e883147e648856c4e7558ee7/A/47b255d1c5454a688e0a21e9cd7360b4, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/76a50d21e883147e648856c4e7558ee7/A/13908eabfcb34679bc9d9fef6cc822f1, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/76a50d21e883147e648856c4e7558ee7/A/cc4e7e2652484c0cb1e4f536ba44fc43, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/76a50d21e883147e648856c4e7558ee7/A/596528cd75e848d2b26220cccb3133d7, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/76a50d21e883147e648856c4e7558ee7/A/68574ac95a1349a9948c2481ffb4304e, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/76a50d21e883147e648856c4e7558ee7/A/a28d619b9def40c48063fff63fb57a02, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/76a50d21e883147e648856c4e7558ee7/A/d468f416d95749d0b1c8c2eaaa7ef9be, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/76a50d21e883147e648856c4e7558ee7/A/84638a96da824ba9892d8ec04f031506, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/76a50d21e883147e648856c4e7558ee7/A/78dfb3919cc44509a22e6330db086d4f, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/76a50d21e883147e648856c4e7558ee7/A/758bc84e4a094a3cacfaef48511c2201, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/76a50d21e883147e648856c4e7558ee7/A/49b48fcbc1434577a88d3562c7bfdcee, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/76a50d21e883147e648856c4e7558ee7/A/2c332d2ea9c7484b833155d3564b628b, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/76a50d21e883147e648856c4e7558ee7/A/f8dbdcd82a6f4873a154da4834374d7e, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/76a50d21e883147e648856c4e7558ee7/A/cf1de3ebd0274c65b8576ecc4d96b837, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/76a50d21e883147e648856c4e7558ee7/A/d33ced497912420d80daaa063fb60bb6, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/76a50d21e883147e648856c4e7558ee7/A/132a781bd72641f99b77444607a3605c, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/76a50d21e883147e648856c4e7558ee7/A/310c1fb3ebe54416bf291e2f839a6c5e] to archive 2024-11-13T08:39:02,191 DEBUG [StoreCloser-TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-13T08:39:02,192 DEBUG [StoreCloser-TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/76a50d21e883147e648856c4e7558ee7/A/ef4b544189c44223a82dda78535eb153 to hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/archive/data/default/TestAcidGuarantees/76a50d21e883147e648856c4e7558ee7/A/ef4b544189c44223a82dda78535eb153 2024-11-13T08:39:02,193 DEBUG [StoreCloser-TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/76a50d21e883147e648856c4e7558ee7/A/98f4f9dc16c74dafa6089f2b11ad46f8 to hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/archive/data/default/TestAcidGuarantees/76a50d21e883147e648856c4e7558ee7/A/98f4f9dc16c74dafa6089f2b11ad46f8 2024-11-13T08:39:02,193 DEBUG [StoreCloser-TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/76a50d21e883147e648856c4e7558ee7/A/b240b4522c33408a81ffe7a5a1761959 to hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/archive/data/default/TestAcidGuarantees/76a50d21e883147e648856c4e7558ee7/A/b240b4522c33408a81ffe7a5a1761959 2024-11-13T08:39:02,194 DEBUG [StoreCloser-TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/76a50d21e883147e648856c4e7558ee7/A/8416204289234ec6a2e1ec2aede864ab to hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/archive/data/default/TestAcidGuarantees/76a50d21e883147e648856c4e7558ee7/A/8416204289234ec6a2e1ec2aede864ab 2024-11-13T08:39:02,195 DEBUG [StoreCloser-TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/76a50d21e883147e648856c4e7558ee7/A/560594241c3d4ac48551fc9bc6c9a5d2 to hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/archive/data/default/TestAcidGuarantees/76a50d21e883147e648856c4e7558ee7/A/560594241c3d4ac48551fc9bc6c9a5d2 2024-11-13T08:39:02,195 DEBUG [StoreCloser-TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/76a50d21e883147e648856c4e7558ee7/A/2a6c75c0e64f48dfb15fba5e484b24b5 to hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/archive/data/default/TestAcidGuarantees/76a50d21e883147e648856c4e7558ee7/A/2a6c75c0e64f48dfb15fba5e484b24b5 2024-11-13T08:39:02,196 DEBUG [StoreCloser-TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/76a50d21e883147e648856c4e7558ee7/A/3b8d27f91da94becb1e77b9b90d88785 to hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/archive/data/default/TestAcidGuarantees/76a50d21e883147e648856c4e7558ee7/A/3b8d27f91da94becb1e77b9b90d88785 2024-11-13T08:39:02,197 DEBUG [StoreCloser-TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/76a50d21e883147e648856c4e7558ee7/A/64c9b9faf97444808e40efb6a4c29be0 to hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/archive/data/default/TestAcidGuarantees/76a50d21e883147e648856c4e7558ee7/A/64c9b9faf97444808e40efb6a4c29be0 2024-11-13T08:39:02,197 DEBUG [StoreCloser-TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/76a50d21e883147e648856c4e7558ee7/A/f7555512d14f4878b294c354156fad8c to hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/archive/data/default/TestAcidGuarantees/76a50d21e883147e648856c4e7558ee7/A/f7555512d14f4878b294c354156fad8c 2024-11-13T08:39:02,198 DEBUG [StoreCloser-TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/76a50d21e883147e648856c4e7558ee7/A/f8895b60b68c46358c27337e9d25d918 to hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/archive/data/default/TestAcidGuarantees/76a50d21e883147e648856c4e7558ee7/A/f8895b60b68c46358c27337e9d25d918 2024-11-13T08:39:02,199 DEBUG [StoreCloser-TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/76a50d21e883147e648856c4e7558ee7/A/47b255d1c5454a688e0a21e9cd7360b4 to hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/archive/data/default/TestAcidGuarantees/76a50d21e883147e648856c4e7558ee7/A/47b255d1c5454a688e0a21e9cd7360b4 2024-11-13T08:39:02,199 DEBUG [StoreCloser-TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/76a50d21e883147e648856c4e7558ee7/A/13908eabfcb34679bc9d9fef6cc822f1 to hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/archive/data/default/TestAcidGuarantees/76a50d21e883147e648856c4e7558ee7/A/13908eabfcb34679bc9d9fef6cc822f1 2024-11-13T08:39:02,200 DEBUG [StoreCloser-TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/76a50d21e883147e648856c4e7558ee7/A/cc4e7e2652484c0cb1e4f536ba44fc43 to hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/archive/data/default/TestAcidGuarantees/76a50d21e883147e648856c4e7558ee7/A/cc4e7e2652484c0cb1e4f536ba44fc43 2024-11-13T08:39:02,201 DEBUG [StoreCloser-TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/76a50d21e883147e648856c4e7558ee7/A/596528cd75e848d2b26220cccb3133d7 to hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/archive/data/default/TestAcidGuarantees/76a50d21e883147e648856c4e7558ee7/A/596528cd75e848d2b26220cccb3133d7 2024-11-13T08:39:02,201 DEBUG [StoreCloser-TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/76a50d21e883147e648856c4e7558ee7/A/68574ac95a1349a9948c2481ffb4304e to hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/archive/data/default/TestAcidGuarantees/76a50d21e883147e648856c4e7558ee7/A/68574ac95a1349a9948c2481ffb4304e 2024-11-13T08:39:02,202 DEBUG [StoreCloser-TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/76a50d21e883147e648856c4e7558ee7/A/a28d619b9def40c48063fff63fb57a02 to hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/archive/data/default/TestAcidGuarantees/76a50d21e883147e648856c4e7558ee7/A/a28d619b9def40c48063fff63fb57a02 2024-11-13T08:39:02,203 DEBUG [StoreCloser-TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/76a50d21e883147e648856c4e7558ee7/A/d468f416d95749d0b1c8c2eaaa7ef9be to hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/archive/data/default/TestAcidGuarantees/76a50d21e883147e648856c4e7558ee7/A/d468f416d95749d0b1c8c2eaaa7ef9be 2024-11-13T08:39:02,203 DEBUG [StoreCloser-TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/76a50d21e883147e648856c4e7558ee7/A/84638a96da824ba9892d8ec04f031506 to hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/archive/data/default/TestAcidGuarantees/76a50d21e883147e648856c4e7558ee7/A/84638a96da824ba9892d8ec04f031506 2024-11-13T08:39:02,204 DEBUG [StoreCloser-TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/76a50d21e883147e648856c4e7558ee7/A/78dfb3919cc44509a22e6330db086d4f to hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/archive/data/default/TestAcidGuarantees/76a50d21e883147e648856c4e7558ee7/A/78dfb3919cc44509a22e6330db086d4f 2024-11-13T08:39:02,205 DEBUG [StoreCloser-TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/76a50d21e883147e648856c4e7558ee7/A/758bc84e4a094a3cacfaef48511c2201 to hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/archive/data/default/TestAcidGuarantees/76a50d21e883147e648856c4e7558ee7/A/758bc84e4a094a3cacfaef48511c2201 2024-11-13T08:39:02,206 DEBUG [StoreCloser-TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/76a50d21e883147e648856c4e7558ee7/A/49b48fcbc1434577a88d3562c7bfdcee to hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/archive/data/default/TestAcidGuarantees/76a50d21e883147e648856c4e7558ee7/A/49b48fcbc1434577a88d3562c7bfdcee 2024-11-13T08:39:02,206 DEBUG [StoreCloser-TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/76a50d21e883147e648856c4e7558ee7/A/2c332d2ea9c7484b833155d3564b628b to hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/archive/data/default/TestAcidGuarantees/76a50d21e883147e648856c4e7558ee7/A/2c332d2ea9c7484b833155d3564b628b 2024-11-13T08:39:02,207 DEBUG [StoreCloser-TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/76a50d21e883147e648856c4e7558ee7/A/f8dbdcd82a6f4873a154da4834374d7e to hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/archive/data/default/TestAcidGuarantees/76a50d21e883147e648856c4e7558ee7/A/f8dbdcd82a6f4873a154da4834374d7e 2024-11-13T08:39:02,208 DEBUG [StoreCloser-TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/76a50d21e883147e648856c4e7558ee7/A/cf1de3ebd0274c65b8576ecc4d96b837 to hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/archive/data/default/TestAcidGuarantees/76a50d21e883147e648856c4e7558ee7/A/cf1de3ebd0274c65b8576ecc4d96b837 2024-11-13T08:39:02,209 DEBUG [StoreCloser-TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/76a50d21e883147e648856c4e7558ee7/A/d33ced497912420d80daaa063fb60bb6 to hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/archive/data/default/TestAcidGuarantees/76a50d21e883147e648856c4e7558ee7/A/d33ced497912420d80daaa063fb60bb6 2024-11-13T08:39:02,209 DEBUG [StoreCloser-TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/76a50d21e883147e648856c4e7558ee7/A/132a781bd72641f99b77444607a3605c to hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/archive/data/default/TestAcidGuarantees/76a50d21e883147e648856c4e7558ee7/A/132a781bd72641f99b77444607a3605c 2024-11-13T08:39:02,210 DEBUG [StoreCloser-TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/76a50d21e883147e648856c4e7558ee7/A/310c1fb3ebe54416bf291e2f839a6c5e to hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/archive/data/default/TestAcidGuarantees/76a50d21e883147e648856c4e7558ee7/A/310c1fb3ebe54416bf291e2f839a6c5e 2024-11-13T08:39:02,211 DEBUG [StoreCloser-TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/76a50d21e883147e648856c4e7558ee7/B/343b31e8e611431a8e6d21f8918e0768, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/76a50d21e883147e648856c4e7558ee7/B/29d9da1bd97d44a994423d94481437fa, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/76a50d21e883147e648856c4e7558ee7/B/2880eee4242c4670a5d1f05b743e2079, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/76a50d21e883147e648856c4e7558ee7/B/7e45d4a20bee425db961d82567aca4a6, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/76a50d21e883147e648856c4e7558ee7/B/a5ee80e35955474682e18493e77815ca, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/76a50d21e883147e648856c4e7558ee7/B/ccda5069d57d4cecbd9c542dcf7aa6fa, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/76a50d21e883147e648856c4e7558ee7/B/69101606e6e34c7382dad097cc4c1ef2, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/76a50d21e883147e648856c4e7558ee7/B/af4dc26365244368aa142863c4efffde, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/76a50d21e883147e648856c4e7558ee7/B/49278fb446ce4d7a87eac3a5f484e857, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/76a50d21e883147e648856c4e7558ee7/B/78490fc5bf3c44c6bca985181ebb18da, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/76a50d21e883147e648856c4e7558ee7/B/f77ec0df97b1482ba9e6085a2a7ef5dd, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/76a50d21e883147e648856c4e7558ee7/B/b2d255285fa84951beab130b2bb3fcb7, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/76a50d21e883147e648856c4e7558ee7/B/d773895b6cda4bc5870c4144a3691945, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/76a50d21e883147e648856c4e7558ee7/B/505969e226de467fa983a8c105643bfa, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/76a50d21e883147e648856c4e7558ee7/B/42bf7df3152d479b9c71633c3ab9e256, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/76a50d21e883147e648856c4e7558ee7/B/b6a29459a93145ffb9a261ac74347a29, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/76a50d21e883147e648856c4e7558ee7/B/7a9163e5532b4e338b79a8346de87031, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/76a50d21e883147e648856c4e7558ee7/B/a916634e79b647f19c1001eac22dbad2, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/76a50d21e883147e648856c4e7558ee7/B/e8049ed2f5c842348c4c75242e30b41d, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/76a50d21e883147e648856c4e7558ee7/B/b2e46184f67b4f858a62e969584372e7, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/76a50d21e883147e648856c4e7558ee7/B/01c78868cf164f46b9efce70f54e02cf, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/76a50d21e883147e648856c4e7558ee7/B/04b09c5481ec4167b5ccd8a66135a08c, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/76a50d21e883147e648856c4e7558ee7/B/35f0976da0e34b7c957a7bd20ee64304, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/76a50d21e883147e648856c4e7558ee7/B/6ca4c00d9ca04f7587b03addf518ba20, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/76a50d21e883147e648856c4e7558ee7/B/1cbfdebf7497490aa3ec55aa0626101a, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/76a50d21e883147e648856c4e7558ee7/B/1c1618297e7141f693f56dfdee7f3fe0, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/76a50d21e883147e648856c4e7558ee7/B/b37fb9e431694982ad9a72d6ae2344e6] to archive 2024-11-13T08:39:02,212 DEBUG [StoreCloser-TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-13T08:39:02,213 DEBUG [StoreCloser-TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/76a50d21e883147e648856c4e7558ee7/B/343b31e8e611431a8e6d21f8918e0768 to hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/archive/data/default/TestAcidGuarantees/76a50d21e883147e648856c4e7558ee7/B/343b31e8e611431a8e6d21f8918e0768 2024-11-13T08:39:02,213 DEBUG [StoreCloser-TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/76a50d21e883147e648856c4e7558ee7/B/29d9da1bd97d44a994423d94481437fa to hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/archive/data/default/TestAcidGuarantees/76a50d21e883147e648856c4e7558ee7/B/29d9da1bd97d44a994423d94481437fa 2024-11-13T08:39:02,214 DEBUG [StoreCloser-TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/76a50d21e883147e648856c4e7558ee7/B/2880eee4242c4670a5d1f05b743e2079 to hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/archive/data/default/TestAcidGuarantees/76a50d21e883147e648856c4e7558ee7/B/2880eee4242c4670a5d1f05b743e2079 2024-11-13T08:39:02,215 DEBUG [StoreCloser-TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/76a50d21e883147e648856c4e7558ee7/B/7e45d4a20bee425db961d82567aca4a6 to hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/archive/data/default/TestAcidGuarantees/76a50d21e883147e648856c4e7558ee7/B/7e45d4a20bee425db961d82567aca4a6 2024-11-13T08:39:02,215 DEBUG [StoreCloser-TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/76a50d21e883147e648856c4e7558ee7/B/a5ee80e35955474682e18493e77815ca to hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/archive/data/default/TestAcidGuarantees/76a50d21e883147e648856c4e7558ee7/B/a5ee80e35955474682e18493e77815ca 2024-11-13T08:39:02,216 DEBUG [StoreCloser-TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/76a50d21e883147e648856c4e7558ee7/B/ccda5069d57d4cecbd9c542dcf7aa6fa to hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/archive/data/default/TestAcidGuarantees/76a50d21e883147e648856c4e7558ee7/B/ccda5069d57d4cecbd9c542dcf7aa6fa 2024-11-13T08:39:02,217 DEBUG [StoreCloser-TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/76a50d21e883147e648856c4e7558ee7/B/69101606e6e34c7382dad097cc4c1ef2 to hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/archive/data/default/TestAcidGuarantees/76a50d21e883147e648856c4e7558ee7/B/69101606e6e34c7382dad097cc4c1ef2 2024-11-13T08:39:02,217 DEBUG [StoreCloser-TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/76a50d21e883147e648856c4e7558ee7/B/af4dc26365244368aa142863c4efffde to hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/archive/data/default/TestAcidGuarantees/76a50d21e883147e648856c4e7558ee7/B/af4dc26365244368aa142863c4efffde 2024-11-13T08:39:02,218 DEBUG [StoreCloser-TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/76a50d21e883147e648856c4e7558ee7/B/49278fb446ce4d7a87eac3a5f484e857 to hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/archive/data/default/TestAcidGuarantees/76a50d21e883147e648856c4e7558ee7/B/49278fb446ce4d7a87eac3a5f484e857 2024-11-13T08:39:02,219 DEBUG [StoreCloser-TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/76a50d21e883147e648856c4e7558ee7/B/78490fc5bf3c44c6bca985181ebb18da to hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/archive/data/default/TestAcidGuarantees/76a50d21e883147e648856c4e7558ee7/B/78490fc5bf3c44c6bca985181ebb18da 2024-11-13T08:39:02,219 DEBUG [StoreCloser-TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/76a50d21e883147e648856c4e7558ee7/B/f77ec0df97b1482ba9e6085a2a7ef5dd to hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/archive/data/default/TestAcidGuarantees/76a50d21e883147e648856c4e7558ee7/B/f77ec0df97b1482ba9e6085a2a7ef5dd 2024-11-13T08:39:02,220 DEBUG [StoreCloser-TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/76a50d21e883147e648856c4e7558ee7/B/b2d255285fa84951beab130b2bb3fcb7 to hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/archive/data/default/TestAcidGuarantees/76a50d21e883147e648856c4e7558ee7/B/b2d255285fa84951beab130b2bb3fcb7 2024-11-13T08:39:02,221 DEBUG [StoreCloser-TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/76a50d21e883147e648856c4e7558ee7/B/d773895b6cda4bc5870c4144a3691945 to hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/archive/data/default/TestAcidGuarantees/76a50d21e883147e648856c4e7558ee7/B/d773895b6cda4bc5870c4144a3691945 2024-11-13T08:39:02,222 DEBUG [StoreCloser-TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/76a50d21e883147e648856c4e7558ee7/B/505969e226de467fa983a8c105643bfa to hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/archive/data/default/TestAcidGuarantees/76a50d21e883147e648856c4e7558ee7/B/505969e226de467fa983a8c105643bfa 2024-11-13T08:39:02,222 DEBUG [StoreCloser-TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/76a50d21e883147e648856c4e7558ee7/B/42bf7df3152d479b9c71633c3ab9e256 to hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/archive/data/default/TestAcidGuarantees/76a50d21e883147e648856c4e7558ee7/B/42bf7df3152d479b9c71633c3ab9e256 2024-11-13T08:39:02,223 DEBUG [StoreCloser-TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/76a50d21e883147e648856c4e7558ee7/B/b6a29459a93145ffb9a261ac74347a29 to hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/archive/data/default/TestAcidGuarantees/76a50d21e883147e648856c4e7558ee7/B/b6a29459a93145ffb9a261ac74347a29 2024-11-13T08:39:02,224 DEBUG [StoreCloser-TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/76a50d21e883147e648856c4e7558ee7/B/7a9163e5532b4e338b79a8346de87031 to hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/archive/data/default/TestAcidGuarantees/76a50d21e883147e648856c4e7558ee7/B/7a9163e5532b4e338b79a8346de87031 2024-11-13T08:39:02,224 DEBUG [StoreCloser-TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/76a50d21e883147e648856c4e7558ee7/B/a916634e79b647f19c1001eac22dbad2 to hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/archive/data/default/TestAcidGuarantees/76a50d21e883147e648856c4e7558ee7/B/a916634e79b647f19c1001eac22dbad2 2024-11-13T08:39:02,225 DEBUG [StoreCloser-TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/76a50d21e883147e648856c4e7558ee7/B/e8049ed2f5c842348c4c75242e30b41d to hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/archive/data/default/TestAcidGuarantees/76a50d21e883147e648856c4e7558ee7/B/e8049ed2f5c842348c4c75242e30b41d 2024-11-13T08:39:02,226 DEBUG [StoreCloser-TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/76a50d21e883147e648856c4e7558ee7/B/b2e46184f67b4f858a62e969584372e7 to hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/archive/data/default/TestAcidGuarantees/76a50d21e883147e648856c4e7558ee7/B/b2e46184f67b4f858a62e969584372e7 2024-11-13T08:39:02,226 DEBUG [StoreCloser-TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/76a50d21e883147e648856c4e7558ee7/B/01c78868cf164f46b9efce70f54e02cf to hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/archive/data/default/TestAcidGuarantees/76a50d21e883147e648856c4e7558ee7/B/01c78868cf164f46b9efce70f54e02cf 2024-11-13T08:39:02,227 DEBUG [StoreCloser-TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/76a50d21e883147e648856c4e7558ee7/B/04b09c5481ec4167b5ccd8a66135a08c to hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/archive/data/default/TestAcidGuarantees/76a50d21e883147e648856c4e7558ee7/B/04b09c5481ec4167b5ccd8a66135a08c 2024-11-13T08:39:02,228 DEBUG [StoreCloser-TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/76a50d21e883147e648856c4e7558ee7/B/35f0976da0e34b7c957a7bd20ee64304 to hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/archive/data/default/TestAcidGuarantees/76a50d21e883147e648856c4e7558ee7/B/35f0976da0e34b7c957a7bd20ee64304 2024-11-13T08:39:02,228 DEBUG [StoreCloser-TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/76a50d21e883147e648856c4e7558ee7/B/6ca4c00d9ca04f7587b03addf518ba20 to hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/archive/data/default/TestAcidGuarantees/76a50d21e883147e648856c4e7558ee7/B/6ca4c00d9ca04f7587b03addf518ba20 2024-11-13T08:39:02,229 DEBUG [StoreCloser-TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/76a50d21e883147e648856c4e7558ee7/B/1cbfdebf7497490aa3ec55aa0626101a to hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/archive/data/default/TestAcidGuarantees/76a50d21e883147e648856c4e7558ee7/B/1cbfdebf7497490aa3ec55aa0626101a 2024-11-13T08:39:02,230 DEBUG [StoreCloser-TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/76a50d21e883147e648856c4e7558ee7/B/1c1618297e7141f693f56dfdee7f3fe0 to hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/archive/data/default/TestAcidGuarantees/76a50d21e883147e648856c4e7558ee7/B/1c1618297e7141f693f56dfdee7f3fe0 2024-11-13T08:39:02,230 DEBUG [StoreCloser-TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/76a50d21e883147e648856c4e7558ee7/B/b37fb9e431694982ad9a72d6ae2344e6 to hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/archive/data/default/TestAcidGuarantees/76a50d21e883147e648856c4e7558ee7/B/b37fb9e431694982ad9a72d6ae2344e6 2024-11-13T08:39:02,232 DEBUG [StoreCloser-TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/76a50d21e883147e648856c4e7558ee7/C/1070a39599db4721abad520f85f1a4bd, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/76a50d21e883147e648856c4e7558ee7/C/efd8ff544e744bb281d474e5c552aed4, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/76a50d21e883147e648856c4e7558ee7/C/233d8eb0efee4c21ba038c0f12f1475c, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/76a50d21e883147e648856c4e7558ee7/C/99d6dc5bdb28480a998cc0b46e297d09, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/76a50d21e883147e648856c4e7558ee7/C/4bcdc796e13d4c8ba016e5236249272d, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/76a50d21e883147e648856c4e7558ee7/C/c7b57a04e09e401f994adcb163bb2cad, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/76a50d21e883147e648856c4e7558ee7/C/a798db1233be45d797f2cfa85bb37a02, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/76a50d21e883147e648856c4e7558ee7/C/fac1193495c54bcdb0becc7c1d3bd764, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/76a50d21e883147e648856c4e7558ee7/C/323bb41c444d4b25b47716ad80e3fe1d, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/76a50d21e883147e648856c4e7558ee7/C/b91ab02a2f6d46c7b915f69dfd8b4b97, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/76a50d21e883147e648856c4e7558ee7/C/6cc4ed442c954272bd17aa165c694669, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/76a50d21e883147e648856c4e7558ee7/C/f69c3291960540599a49eb1f803b7d26, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/76a50d21e883147e648856c4e7558ee7/C/d22f5f361ea64eee9aeafa6c36c72bf1, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/76a50d21e883147e648856c4e7558ee7/C/1e9b6d7cdc4443f7b9ae6a76da2538fd, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/76a50d21e883147e648856c4e7558ee7/C/b95c3d07d5f74c89866c02f2e7bb98d4, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/76a50d21e883147e648856c4e7558ee7/C/7800d49891c94233bcdb4209d73bbf4c, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/76a50d21e883147e648856c4e7558ee7/C/9e9b3c25c02541d9a62437701be776aa, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/76a50d21e883147e648856c4e7558ee7/C/c9b7092a494f458883ac831c57c0eaf0, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/76a50d21e883147e648856c4e7558ee7/C/62ceeeef7bbe4996a753739689a3babe, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/76a50d21e883147e648856c4e7558ee7/C/f88e12f18ba54b958813a4eda7aa5a81, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/76a50d21e883147e648856c4e7558ee7/C/6593dadc9bc34b64a38056a7083b0a7a, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/76a50d21e883147e648856c4e7558ee7/C/b73f05c2813f4dc5b87e3ac1790558d7, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/76a50d21e883147e648856c4e7558ee7/C/89ad7a9bde854857a63992f4963258e8, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/76a50d21e883147e648856c4e7558ee7/C/fece33255d86441b981bb98db72fc7c8] to archive 2024-11-13T08:39:02,232 DEBUG [StoreCloser-TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-13T08:39:02,233 DEBUG [StoreCloser-TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/76a50d21e883147e648856c4e7558ee7/C/1070a39599db4721abad520f85f1a4bd to hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/archive/data/default/TestAcidGuarantees/76a50d21e883147e648856c4e7558ee7/C/1070a39599db4721abad520f85f1a4bd 2024-11-13T08:39:02,234 DEBUG [StoreCloser-TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/76a50d21e883147e648856c4e7558ee7/C/efd8ff544e744bb281d474e5c552aed4 to hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/archive/data/default/TestAcidGuarantees/76a50d21e883147e648856c4e7558ee7/C/efd8ff544e744bb281d474e5c552aed4 2024-11-13T08:39:02,235 DEBUG [StoreCloser-TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/76a50d21e883147e648856c4e7558ee7/C/233d8eb0efee4c21ba038c0f12f1475c to hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/archive/data/default/TestAcidGuarantees/76a50d21e883147e648856c4e7558ee7/C/233d8eb0efee4c21ba038c0f12f1475c 2024-11-13T08:39:02,235 DEBUG [StoreCloser-TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/76a50d21e883147e648856c4e7558ee7/C/99d6dc5bdb28480a998cc0b46e297d09 to hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/archive/data/default/TestAcidGuarantees/76a50d21e883147e648856c4e7558ee7/C/99d6dc5bdb28480a998cc0b46e297d09 2024-11-13T08:39:02,236 DEBUG [StoreCloser-TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/76a50d21e883147e648856c4e7558ee7/C/4bcdc796e13d4c8ba016e5236249272d to hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/archive/data/default/TestAcidGuarantees/76a50d21e883147e648856c4e7558ee7/C/4bcdc796e13d4c8ba016e5236249272d 2024-11-13T08:39:02,237 DEBUG [StoreCloser-TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/76a50d21e883147e648856c4e7558ee7/C/c7b57a04e09e401f994adcb163bb2cad to hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/archive/data/default/TestAcidGuarantees/76a50d21e883147e648856c4e7558ee7/C/c7b57a04e09e401f994adcb163bb2cad 2024-11-13T08:39:02,237 DEBUG [StoreCloser-TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/76a50d21e883147e648856c4e7558ee7/C/a798db1233be45d797f2cfa85bb37a02 to hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/archive/data/default/TestAcidGuarantees/76a50d21e883147e648856c4e7558ee7/C/a798db1233be45d797f2cfa85bb37a02 2024-11-13T08:39:02,238 DEBUG [StoreCloser-TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/76a50d21e883147e648856c4e7558ee7/C/fac1193495c54bcdb0becc7c1d3bd764 to hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/archive/data/default/TestAcidGuarantees/76a50d21e883147e648856c4e7558ee7/C/fac1193495c54bcdb0becc7c1d3bd764 2024-11-13T08:39:02,239 DEBUG [StoreCloser-TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/76a50d21e883147e648856c4e7558ee7/C/323bb41c444d4b25b47716ad80e3fe1d to hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/archive/data/default/TestAcidGuarantees/76a50d21e883147e648856c4e7558ee7/C/323bb41c444d4b25b47716ad80e3fe1d 2024-11-13T08:39:02,239 DEBUG [StoreCloser-TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/76a50d21e883147e648856c4e7558ee7/C/b91ab02a2f6d46c7b915f69dfd8b4b97 to hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/archive/data/default/TestAcidGuarantees/76a50d21e883147e648856c4e7558ee7/C/b91ab02a2f6d46c7b915f69dfd8b4b97 2024-11-13T08:39:02,240 DEBUG [StoreCloser-TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/76a50d21e883147e648856c4e7558ee7/C/6cc4ed442c954272bd17aa165c694669 to hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/archive/data/default/TestAcidGuarantees/76a50d21e883147e648856c4e7558ee7/C/6cc4ed442c954272bd17aa165c694669 2024-11-13T08:39:02,241 DEBUG [StoreCloser-TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/76a50d21e883147e648856c4e7558ee7/C/f69c3291960540599a49eb1f803b7d26 to hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/archive/data/default/TestAcidGuarantees/76a50d21e883147e648856c4e7558ee7/C/f69c3291960540599a49eb1f803b7d26 2024-11-13T08:39:02,241 DEBUG [StoreCloser-TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/76a50d21e883147e648856c4e7558ee7/C/d22f5f361ea64eee9aeafa6c36c72bf1 to hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/archive/data/default/TestAcidGuarantees/76a50d21e883147e648856c4e7558ee7/C/d22f5f361ea64eee9aeafa6c36c72bf1 2024-11-13T08:39:02,242 DEBUG [StoreCloser-TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/76a50d21e883147e648856c4e7558ee7/C/1e9b6d7cdc4443f7b9ae6a76da2538fd to hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/archive/data/default/TestAcidGuarantees/76a50d21e883147e648856c4e7558ee7/C/1e9b6d7cdc4443f7b9ae6a76da2538fd 2024-11-13T08:39:02,243 DEBUG [StoreCloser-TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/76a50d21e883147e648856c4e7558ee7/C/b95c3d07d5f74c89866c02f2e7bb98d4 to hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/archive/data/default/TestAcidGuarantees/76a50d21e883147e648856c4e7558ee7/C/b95c3d07d5f74c89866c02f2e7bb98d4 2024-11-13T08:39:02,243 DEBUG [StoreCloser-TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/76a50d21e883147e648856c4e7558ee7/C/7800d49891c94233bcdb4209d73bbf4c to hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/archive/data/default/TestAcidGuarantees/76a50d21e883147e648856c4e7558ee7/C/7800d49891c94233bcdb4209d73bbf4c 2024-11-13T08:39:02,244 DEBUG [StoreCloser-TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/76a50d21e883147e648856c4e7558ee7/C/9e9b3c25c02541d9a62437701be776aa to hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/archive/data/default/TestAcidGuarantees/76a50d21e883147e648856c4e7558ee7/C/9e9b3c25c02541d9a62437701be776aa 2024-11-13T08:39:02,245 DEBUG [StoreCloser-TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/76a50d21e883147e648856c4e7558ee7/C/c9b7092a494f458883ac831c57c0eaf0 to hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/archive/data/default/TestAcidGuarantees/76a50d21e883147e648856c4e7558ee7/C/c9b7092a494f458883ac831c57c0eaf0 2024-11-13T08:39:02,246 DEBUG [StoreCloser-TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/76a50d21e883147e648856c4e7558ee7/C/62ceeeef7bbe4996a753739689a3babe to hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/archive/data/default/TestAcidGuarantees/76a50d21e883147e648856c4e7558ee7/C/62ceeeef7bbe4996a753739689a3babe 2024-11-13T08:39:02,246 DEBUG [StoreCloser-TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/76a50d21e883147e648856c4e7558ee7/C/f88e12f18ba54b958813a4eda7aa5a81 to hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/archive/data/default/TestAcidGuarantees/76a50d21e883147e648856c4e7558ee7/C/f88e12f18ba54b958813a4eda7aa5a81 2024-11-13T08:39:02,247 DEBUG [StoreCloser-TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/76a50d21e883147e648856c4e7558ee7/C/6593dadc9bc34b64a38056a7083b0a7a to hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/archive/data/default/TestAcidGuarantees/76a50d21e883147e648856c4e7558ee7/C/6593dadc9bc34b64a38056a7083b0a7a 2024-11-13T08:39:02,248 DEBUG [StoreCloser-TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/76a50d21e883147e648856c4e7558ee7/C/b73f05c2813f4dc5b87e3ac1790558d7 to hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/archive/data/default/TestAcidGuarantees/76a50d21e883147e648856c4e7558ee7/C/b73f05c2813f4dc5b87e3ac1790558d7 2024-11-13T08:39:02,249 DEBUG [StoreCloser-TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/76a50d21e883147e648856c4e7558ee7/C/89ad7a9bde854857a63992f4963258e8 to hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/archive/data/default/TestAcidGuarantees/76a50d21e883147e648856c4e7558ee7/C/89ad7a9bde854857a63992f4963258e8 2024-11-13T08:39:02,249 DEBUG [StoreCloser-TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/76a50d21e883147e648856c4e7558ee7/C/fece33255d86441b981bb98db72fc7c8 to hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/archive/data/default/TestAcidGuarantees/76a50d21e883147e648856c4e7558ee7/C/fece33255d86441b981bb98db72fc7c8 2024-11-13T08:39:02,253 DEBUG [RS_CLOSE_REGION-regionserver/dd3a0865bb23:0-0 {event_type=M_RS_CLOSE_REGION, pid=146}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/76a50d21e883147e648856c4e7558ee7/recovered.edits/389.seqid, newMaxSeqId=389, maxSeqId=1 2024-11-13T08:39:02,253 INFO [RS_CLOSE_REGION-regionserver/dd3a0865bb23:0-0 {event_type=M_RS_CLOSE_REGION, pid=146}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7. 2024-11-13T08:39:02,254 DEBUG [RS_CLOSE_REGION-regionserver/dd3a0865bb23:0-0 {event_type=M_RS_CLOSE_REGION, pid=146}] regionserver.HRegion(1676): Region close journal for 76a50d21e883147e648856c4e7558ee7: Waiting for close lock at 1731487140766Running coprocessor pre-close hooks at 1731487140766Disabling compacts and flushes for region at 1731487140766Disabling writes for close at 1731487140952 (+186 ms)Obtaining lock to block concurrent updates at 1731487140953 (+1 ms)Preparing flush snapshotting stores in 76a50d21e883147e648856c4e7558ee7 at 1731487140953Finished memstore snapshotting TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7., syncing WAL and waiting on mvcc, flushsize=dataSize=27480, getHeapSize=72720, getOffHeapSize=0, getCellsCount=600 at 1731487140953Flushing stores of TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7. at 1731487140953Flushing 76a50d21e883147e648856c4e7558ee7/A: creating writer at 1731487140953Flushing 76a50d21e883147e648856c4e7558ee7/A: appending metadata at 1731487140955 (+2 ms)Flushing 76a50d21e883147e648856c4e7558ee7/A: closing flushed file at 1731487140955Flushing 76a50d21e883147e648856c4e7558ee7/B: creating writer at 1731487141362 (+407 ms)Flushing 76a50d21e883147e648856c4e7558ee7/B: appending metadata at 1731487141364 (+2 ms)Flushing 76a50d21e883147e648856c4e7558ee7/B: closing flushed file at 1731487141364Flushing 76a50d21e883147e648856c4e7558ee7/C: creating writer at 1731487141770 (+406 ms)Flushing 76a50d21e883147e648856c4e7558ee7/C: appending metadata at 1731487141773 (+3 ms)Flushing 76a50d21e883147e648856c4e7558ee7/C: closing flushed file at 1731487141773Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@15f46933: reopening flushed file at 1731487142179 (+406 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@391665ce: reopening flushed file at 1731487142183 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@42ecb40: reopening flushed file at 1731487142186 (+3 ms)Finished flush of dataSize ~26.84 KB/27480, heapSize ~71.02 KB/72720, currentSize=0 B/0 for 76a50d21e883147e648856c4e7558ee7 in 1237ms, sequenceid=386, compaction requested=true at 1731487142190 (+4 ms)Writing region close event to WAL at 1731487142251 (+61 ms)Running coprocessor post-close hooks at 1731487142253 (+2 ms)Closed at 1731487142253 2024-11-13T08:39:02,255 INFO [RS_CLOSE_REGION-regionserver/dd3a0865bb23:0-0 {event_type=M_RS_CLOSE_REGION, pid=146}] handler.UnassignRegionHandler(157): Closed 76a50d21e883147e648856c4e7558ee7 2024-11-13T08:39:02,256 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=145 updating hbase:meta row=76a50d21e883147e648856c4e7558ee7, regionState=CLOSED 2024-11-13T08:39:02,257 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=146, ppid=145, state=RUNNABLE, hasLock=false; CloseRegionProcedure 76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 because future has completed 2024-11-13T08:39:02,259 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=146, resume processing ppid=145 2024-11-13T08:39:02,259 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=146, ppid=145, state=SUCCESS, hasLock=false; CloseRegionProcedure 76a50d21e883147e648856c4e7558ee7, server=dd3a0865bb23,43851,1731486997349 in 1.6430 sec 2024-11-13T08:39:02,260 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=145, resume processing ppid=144 2024-11-13T08:39:02,260 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=145, ppid=144, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=76a50d21e883147e648856c4e7558ee7, UNASSIGN in 1.6480 sec 2024-11-13T08:39:02,261 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=144, resume processing ppid=143 2024-11-13T08:39:02,262 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=144, ppid=143, state=SUCCESS, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.6490 sec 2024-11-13T08:39:02,263 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731487142262"}]},"ts":"1731487142262"} 2024-11-13T08:39:02,264 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-13T08:39:02,264 INFO [PEWorker-1 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-13T08:39:02,265 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=143, state=SUCCESS, hasLock=false; DisableTableProcedure table=TestAcidGuarantees in 1.6580 sec 2024-11-13T08:39:02,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45349 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=143 2024-11-13T08:39:02,756 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DISABLE, Table Name: default:TestAcidGuarantees completed 2024-11-13T08:39:02,756 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45349 {}] master.HMaster$5(2570): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-11-13T08:39:02,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45349 {}] procedure2.ProcedureExecutor(1139): Stored pid=147, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees 2024-11-13T08:39:02,758 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=147, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-13T08:39:02,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45349 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=147 2024-11-13T08:39:02,758 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=147, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-13T08:39:02,760 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/76a50d21e883147e648856c4e7558ee7 2024-11-13T08:39:02,762 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/76a50d21e883147e648856c4e7558ee7/A, FileablePath, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/76a50d21e883147e648856c4e7558ee7/B, FileablePath, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/76a50d21e883147e648856c4e7558ee7/C, FileablePath, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/76a50d21e883147e648856c4e7558ee7/recovered.edits] 2024-11-13T08:39:02,764 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/76a50d21e883147e648856c4e7558ee7/A/c8790dcc94574c22b5b7e62e81973c0f to hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/archive/data/default/TestAcidGuarantees/76a50d21e883147e648856c4e7558ee7/A/c8790dcc94574c22b5b7e62e81973c0f 2024-11-13T08:39:02,764 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/76a50d21e883147e648856c4e7558ee7/A/e1f45a4b204d44abb29f1c37f822a05d to hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/archive/data/default/TestAcidGuarantees/76a50d21e883147e648856c4e7558ee7/A/e1f45a4b204d44abb29f1c37f822a05d 2024-11-13T08:39:02,766 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/76a50d21e883147e648856c4e7558ee7/B/1895451b88f64fe59154210156062052 to hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/archive/data/default/TestAcidGuarantees/76a50d21e883147e648856c4e7558ee7/B/1895451b88f64fe59154210156062052 2024-11-13T08:39:02,767 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/76a50d21e883147e648856c4e7558ee7/B/6dce7c57f5b44199848c9c935470a312 to hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/archive/data/default/TestAcidGuarantees/76a50d21e883147e648856c4e7558ee7/B/6dce7c57f5b44199848c9c935470a312 2024-11-13T08:39:02,768 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/76a50d21e883147e648856c4e7558ee7/C/1efa7a837a874f7f87bd90de958afd61 to hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/archive/data/default/TestAcidGuarantees/76a50d21e883147e648856c4e7558ee7/C/1efa7a837a874f7f87bd90de958afd61 2024-11-13T08:39:02,769 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/76a50d21e883147e648856c4e7558ee7/C/4fae20a5a27c40c7bd23a44c323b61cd to hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/archive/data/default/TestAcidGuarantees/76a50d21e883147e648856c4e7558ee7/C/4fae20a5a27c40c7bd23a44c323b61cd 2024-11-13T08:39:02,770 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/76a50d21e883147e648856c4e7558ee7/C/608945a289374ce283fbec1f25f72a98 to hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/archive/data/default/TestAcidGuarantees/76a50d21e883147e648856c4e7558ee7/C/608945a289374ce283fbec1f25f72a98 2024-11-13T08:39:02,771 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/76a50d21e883147e648856c4e7558ee7/C/aedde975e8334edd9e7a03d40b70d497 to hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/archive/data/default/TestAcidGuarantees/76a50d21e883147e648856c4e7558ee7/C/aedde975e8334edd9e7a03d40b70d497 2024-11-13T08:39:02,772 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/76a50d21e883147e648856c4e7558ee7/recovered.edits/389.seqid to hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/archive/data/default/TestAcidGuarantees/76a50d21e883147e648856c4e7558ee7/recovered.edits/389.seqid 2024-11-13T08:39:02,773 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/76a50d21e883147e648856c4e7558ee7 2024-11-13T08:39:02,773 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-13T08:39:02,774 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=147, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-13T08:39:02,776 WARN [PEWorker-4 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-13T08:39:02,777 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-13T08:39:02,778 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=147, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-13T08:39:02,778 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-13T08:39:02,778 DEBUG [PEWorker-4 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1731487142778"}]},"ts":"9223372036854775807"} 2024-11-13T08:39:02,780 INFO [PEWorker-4 {}] assignment.RegionStateStore(562): Deleted 1 regions from META 2024-11-13T08:39:02,780 DEBUG [PEWorker-4 {}] assignment.RegionStateStore(563): Deleted regions: [{ENCODED => 76a50d21e883147e648856c4e7558ee7, NAME => 'TestAcidGuarantees,,1731487116849.76a50d21e883147e648856c4e7558ee7.', STARTKEY => '', ENDKEY => ''}] 2024-11-13T08:39:02,780 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-13T08:39:02,780 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1731487142780"}]},"ts":"9223372036854775807"} 2024-11-13T08:39:02,781 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(867): Deleted table TestAcidGuarantees state from META 2024-11-13T08:39:02,782 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(133): Finished pid=147, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-13T08:39:02,782 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=147, state=SUCCESS, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees in 26 msec 2024-11-13T08:39:02,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45349 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=147 2024-11-13T08:39:02,865 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocator(219): Clear meta cache for TestAcidGuarantees 2024-11-13T08:39:02,866 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DELETE, Table Name: default:TestAcidGuarantees completed 2024-11-13T08:39:02,874 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithNoInMemCompaction#testScanAtomicity Thread=240 (was 241), OpenFileDescriptor=449 (was 461), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=485 (was 462) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=595 (was 584) - AvailableMemoryMB LEAK? - 2024-11-13T08:39:02,882 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithNoInMemCompaction#testMobGetAtomicity Thread=240, OpenFileDescriptor=449, MaxFileDescriptor=1048576, SystemLoadAverage=485, ProcessCount=11, AvailableMemoryMB=594 2024-11-13T08:39:02,883 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45349 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-13T08:39:02,883 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45349 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T08:39:02,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45349 {}] procedure2.ProcedureExecutor(1139): Stored pid=148, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestAcidGuarantees 2024-11-13T08:39:02,885 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=148, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-13T08:39:02,885 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:02,885 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45349 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 148 2024-11-13T08:39:02,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45349 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=148 2024-11-13T08:39:02,885 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=148, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-13T08:39:02,889 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38605 is added to blk_1073742362_1538 (size=959) 2024-11-13T08:39:02,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45349 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=148 2024-11-13T08:39:03,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45349 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=148 2024-11-13T08:39:03,292 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 975d28e48e1db8c4b39b7a2934698d2e, NAME => 'TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21 2024-11-13T08:39:03,296 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38605 is added to blk_1073742363_1539 (size=53) 2024-11-13T08:39:03,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45349 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=148 2024-11-13T08:39:03,696 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T08:39:03,696 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1722): Closing 975d28e48e1db8c4b39b7a2934698d2e, disabling compactions & flushes 2024-11-13T08:39:03,697 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e. 2024-11-13T08:39:03,697 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e. 2024-11-13T08:39:03,697 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e. after waiting 0 ms 2024-11-13T08:39:03,697 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e. 2024-11-13T08:39:03,697 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e. 2024-11-13T08:39:03,697 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1676): Region close journal for 975d28e48e1db8c4b39b7a2934698d2e: Waiting for close lock at 1731487143696Disabling compacts and flushes for region at 1731487143696Disabling writes for close at 1731487143697 (+1 ms)Writing region close event to WAL at 1731487143697Closed at 1731487143697 2024-11-13T08:39:03,698 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=148, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-13T08:39:03,698 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1731487143698"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731487143698"}]},"ts":"1731487143698"} 2024-11-13T08:39:03,699 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-13T08:39:03,700 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=148, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-13T08:39:03,700 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731487143700"}]},"ts":"1731487143700"} 2024-11-13T08:39:03,701 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-13T08:39:03,701 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=149, ppid=148, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=975d28e48e1db8c4b39b7a2934698d2e, ASSIGN}] 2024-11-13T08:39:03,702 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=149, ppid=148, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=975d28e48e1db8c4b39b7a2934698d2e, ASSIGN 2024-11-13T08:39:03,702 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=149, ppid=148, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=975d28e48e1db8c4b39b7a2934698d2e, ASSIGN; state=OFFLINE, location=dd3a0865bb23,43851,1731486997349; forceNewPlan=false, retain=false 2024-11-13T08:39:03,853 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=149 updating hbase:meta row=975d28e48e1db8c4b39b7a2934698d2e, regionState=OPENING, regionLocation=dd3a0865bb23,43851,1731486997349 2024-11-13T08:39:03,854 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=149, ppid=148, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=975d28e48e1db8c4b39b7a2934698d2e, ASSIGN because future has completed 2024-11-13T08:39:03,854 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=150, ppid=149, state=RUNNABLE, hasLock=false; OpenRegionProcedure 975d28e48e1db8c4b39b7a2934698d2e, server=dd3a0865bb23,43851,1731486997349}] 2024-11-13T08:39:04,008 INFO [RS_OPEN_REGION-regionserver/dd3a0865bb23:0-0 {event_type=M_RS_OPEN_REGION, pid=150}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e. 2024-11-13T08:39:04,008 DEBUG [RS_OPEN_REGION-regionserver/dd3a0865bb23:0-0 {event_type=M_RS_OPEN_REGION, pid=150}] regionserver.HRegion(7752): Opening region: {ENCODED => 975d28e48e1db8c4b39b7a2934698d2e, NAME => 'TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e.', STARTKEY => '', ENDKEY => ''} 2024-11-13T08:39:04,008 DEBUG [RS_OPEN_REGION-regionserver/dd3a0865bb23:0-0 {event_type=M_RS_OPEN_REGION, pid=150}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 975d28e48e1db8c4b39b7a2934698d2e 2024-11-13T08:39:04,009 DEBUG [RS_OPEN_REGION-regionserver/dd3a0865bb23:0-0 {event_type=M_RS_OPEN_REGION, pid=150}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T08:39:04,009 DEBUG [RS_OPEN_REGION-regionserver/dd3a0865bb23:0-0 {event_type=M_RS_OPEN_REGION, pid=150}] regionserver.HRegion(7794): checking encryption for 975d28e48e1db8c4b39b7a2934698d2e 2024-11-13T08:39:04,009 DEBUG [RS_OPEN_REGION-regionserver/dd3a0865bb23:0-0 {event_type=M_RS_OPEN_REGION, pid=150}] regionserver.HRegion(7797): checking classloading for 975d28e48e1db8c4b39b7a2934698d2e 2024-11-13T08:39:04,010 INFO [StoreOpener-975d28e48e1db8c4b39b7a2934698d2e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 975d28e48e1db8c4b39b7a2934698d2e 2024-11-13T08:39:04,011 INFO [StoreOpener-975d28e48e1db8c4b39b7a2934698d2e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 975d28e48e1db8c4b39b7a2934698d2e columnFamilyName A 2024-11-13T08:39:04,011 DEBUG [StoreOpener-975d28e48e1db8c4b39b7a2934698d2e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:04,011 INFO [StoreOpener-975d28e48e1db8c4b39b7a2934698d2e-1 {}] regionserver.HStore(327): Store=975d28e48e1db8c4b39b7a2934698d2e/A, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T08:39:04,011 INFO [StoreOpener-975d28e48e1db8c4b39b7a2934698d2e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 975d28e48e1db8c4b39b7a2934698d2e 2024-11-13T08:39:04,012 INFO [StoreOpener-975d28e48e1db8c4b39b7a2934698d2e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 975d28e48e1db8c4b39b7a2934698d2e columnFamilyName B 2024-11-13T08:39:04,012 DEBUG [StoreOpener-975d28e48e1db8c4b39b7a2934698d2e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:04,012 INFO [StoreOpener-975d28e48e1db8c4b39b7a2934698d2e-1 {}] regionserver.HStore(327): Store=975d28e48e1db8c4b39b7a2934698d2e/B, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T08:39:04,013 INFO [StoreOpener-975d28e48e1db8c4b39b7a2934698d2e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 975d28e48e1db8c4b39b7a2934698d2e 2024-11-13T08:39:04,013 INFO [StoreOpener-975d28e48e1db8c4b39b7a2934698d2e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 975d28e48e1db8c4b39b7a2934698d2e columnFamilyName C 2024-11-13T08:39:04,013 DEBUG [StoreOpener-975d28e48e1db8c4b39b7a2934698d2e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:04,014 INFO [StoreOpener-975d28e48e1db8c4b39b7a2934698d2e-1 {}] regionserver.HStore(327): Store=975d28e48e1db8c4b39b7a2934698d2e/C, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T08:39:04,014 DEBUG [RS_OPEN_REGION-regionserver/dd3a0865bb23:0-0 {event_type=M_RS_OPEN_REGION, pid=150}] regionserver.HRegion(1038): replaying wal for 975d28e48e1db8c4b39b7a2934698d2e 2024-11-13T08:39:04,014 DEBUG [RS_OPEN_REGION-regionserver/dd3a0865bb23:0-0 {event_type=M_RS_OPEN_REGION, pid=150}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/975d28e48e1db8c4b39b7a2934698d2e 2024-11-13T08:39:04,015 DEBUG [RS_OPEN_REGION-regionserver/dd3a0865bb23:0-0 {event_type=M_RS_OPEN_REGION, pid=150}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/975d28e48e1db8c4b39b7a2934698d2e 2024-11-13T08:39:04,015 DEBUG [RS_OPEN_REGION-regionserver/dd3a0865bb23:0-0 {event_type=M_RS_OPEN_REGION, pid=150}] regionserver.HRegion(1048): stopping wal replay for 975d28e48e1db8c4b39b7a2934698d2e 2024-11-13T08:39:04,015 DEBUG [RS_OPEN_REGION-regionserver/dd3a0865bb23:0-0 {event_type=M_RS_OPEN_REGION, pid=150}] regionserver.HRegion(1060): Cleaning up temporary data for 975d28e48e1db8c4b39b7a2934698d2e 2024-11-13T08:39:04,016 DEBUG [RS_OPEN_REGION-regionserver/dd3a0865bb23:0-0 {event_type=M_RS_OPEN_REGION, pid=150}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-13T08:39:04,017 DEBUG [RS_OPEN_REGION-regionserver/dd3a0865bb23:0-0 {event_type=M_RS_OPEN_REGION, pid=150}] regionserver.HRegion(1093): writing seq id for 975d28e48e1db8c4b39b7a2934698d2e 2024-11-13T08:39:04,018 DEBUG [RS_OPEN_REGION-regionserver/dd3a0865bb23:0-0 {event_type=M_RS_OPEN_REGION, pid=150}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/975d28e48e1db8c4b39b7a2934698d2e/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T08:39:04,018 INFO [RS_OPEN_REGION-regionserver/dd3a0865bb23:0-0 {event_type=M_RS_OPEN_REGION, pid=150}] regionserver.HRegion(1114): Opened 975d28e48e1db8c4b39b7a2934698d2e; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61177865, jitterRate=-0.08837877213954926}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-13T08:39:04,018 DEBUG [RS_OPEN_REGION-regionserver/dd3a0865bb23:0-0 {event_type=M_RS_OPEN_REGION, pid=150}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 975d28e48e1db8c4b39b7a2934698d2e 2024-11-13T08:39:04,019 DEBUG [RS_OPEN_REGION-regionserver/dd3a0865bb23:0-0 {event_type=M_RS_OPEN_REGION, pid=150}] regionserver.HRegion(1006): Region open journal for 975d28e48e1db8c4b39b7a2934698d2e: Running coprocessor pre-open hook at 1731487144009Writing region info on filesystem at 1731487144009Initializing all the Stores at 1731487144009Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731487144009Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731487144009Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731487144009Cleaning up temporary data from old regions at 1731487144015 (+6 ms)Running coprocessor post-open hooks at 1731487144018 (+3 ms)Region opened successfully at 1731487144019 (+1 ms) 2024-11-13T08:39:04,019 INFO [RS_OPEN_REGION-regionserver/dd3a0865bb23:0-0 {event_type=M_RS_OPEN_REGION, pid=150}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e., pid=150, masterSystemTime=1731487144006 2024-11-13T08:39:04,021 DEBUG [RS_OPEN_REGION-regionserver/dd3a0865bb23:0-0 {event_type=M_RS_OPEN_REGION, pid=150}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e. 2024-11-13T08:39:04,021 INFO [RS_OPEN_REGION-regionserver/dd3a0865bb23:0-0 {event_type=M_RS_OPEN_REGION, pid=150}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e. 2024-11-13T08:39:04,021 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=149 updating hbase:meta row=975d28e48e1db8c4b39b7a2934698d2e, regionState=OPEN, openSeqNum=2, regionLocation=dd3a0865bb23,43851,1731486997349 2024-11-13T08:39:04,022 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=150, ppid=149, state=RUNNABLE, hasLock=false; OpenRegionProcedure 975d28e48e1db8c4b39b7a2934698d2e, server=dd3a0865bb23,43851,1731486997349 because future has completed 2024-11-13T08:39:04,024 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=150, resume processing ppid=149 2024-11-13T08:39:04,024 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=150, ppid=149, state=SUCCESS, hasLock=false; OpenRegionProcedure 975d28e48e1db8c4b39b7a2934698d2e, server=dd3a0865bb23,43851,1731486997349 in 169 msec 2024-11-13T08:39:04,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45349 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=148 2024-11-13T08:39:04,026 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=149, resume processing ppid=148 2024-11-13T08:39:04,026 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=149, ppid=148, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=975d28e48e1db8c4b39b7a2934698d2e, ASSIGN in 323 msec 2024-11-13T08:39:04,026 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=148, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-13T08:39:04,026 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731487144026"}]},"ts":"1731487144026"} 2024-11-13T08:39:04,027 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-13T08:39:04,028 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=148, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-13T08:39:04,029 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=148, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestAcidGuarantees in 1.1450 sec 2024-11-13T08:39:05,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45349 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=148 2024-11-13T08:39:05,035 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestAcidGuarantees completed 2024-11-13T08:39:05,036 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@a04de68, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T08:39:05,036 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request dd3a0865bb23,45349,-1 for getting cluster id 2024-11-13T08:39:05,037 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T08:39:05,037 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '95ff187e-7777-42f6-8067-d9c7d0681770' 2024-11-13T08:39:05,038 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T08:39:05,038 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "95ff187e-7777-42f6-8067-d9c7d0681770" 2024-11-13T08:39:05,038 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2b17633d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T08:39:05,038 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [dd3a0865bb23,45349,-1] 2024-11-13T08:39:05,038 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T08:39:05,038 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T08:39:05,039 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33554, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T08:39:05,039 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7af2f78c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T08:39:05,040 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T08:39:05,040 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=dd3a0865bb23,43851,1731486997349, seqNum=-1] 2024-11-13T08:39:05,040 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T08:39:05,041 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60676, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T08:39:05,042 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T08:39:05,042 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncConnectionImpl(321): The fetched master address is dd3a0865bb23,45349,1731486996512 2024-11-13T08:39:05,042 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@29da7a0d 2024-11-13T08:39:05,042 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T08:39:05,043 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33562, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T08:39:05,044 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45349 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-13T08:39:05,044 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45349 {}] master.HMaster$14(2863): Client=jenkins//172.17.0.2 modify table TestAcidGuarantees from 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} to 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T08:39:05,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45349 {}] procedure2.ProcedureExecutor(1139): Stored pid=151, state=RUNNABLE:MODIFY_TABLE_PREPARE, hasLock=false; ModifyTableProcedure table=TestAcidGuarantees 2024-11-13T08:39:05,052 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38605 is added to blk_1073742364_1540 (size=995) 2024-11-13T08:39:05,453 DEBUG [PEWorker-4 {}] util.FSTableDescriptors(591): Deleted hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000001.959 2024-11-13T08:39:05,453 INFO [PEWorker-4 {}] util.FSTableDescriptors(361): Updated tableinfo=hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000002.995 2024-11-13T08:39:05,455 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=152, ppid=151, state=RUNNABLE:REOPEN_TABLE_REGIONS_GET_REGIONS, hasLock=false; ReopenTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-13T08:39:05,457 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=153, ppid=152, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=975d28e48e1db8c4b39b7a2934698d2e, REOPEN/MOVE}] 2024-11-13T08:39:05,457 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=153, ppid=152, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=975d28e48e1db8c4b39b7a2934698d2e, REOPEN/MOVE 2024-11-13T08:39:05,458 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=153 updating hbase:meta row=975d28e48e1db8c4b39b7a2934698d2e, regionState=CLOSING, regionLocation=dd3a0865bb23,43851,1731486997349 2024-11-13T08:39:05,459 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=153, ppid=152, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=975d28e48e1db8c4b39b7a2934698d2e, REOPEN/MOVE because future has completed 2024-11-13T08:39:05,459 DEBUG [PEWorker-5 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-13T08:39:05,459 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=154, ppid=153, state=RUNNABLE, hasLock=false; CloseRegionProcedure 975d28e48e1db8c4b39b7a2934698d2e, server=dd3a0865bb23,43851,1731486997349}] 2024-11-13T08:39:05,536 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-13T08:39:05,611 INFO [RS_CLOSE_REGION-regionserver/dd3a0865bb23:0-0 {event_type=M_RS_CLOSE_REGION, pid=154}] handler.UnassignRegionHandler(122): Close 975d28e48e1db8c4b39b7a2934698d2e 2024-11-13T08:39:05,611 DEBUG [RS_CLOSE_REGION-regionserver/dd3a0865bb23:0-0 {event_type=M_RS_CLOSE_REGION, pid=154}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-13T08:39:05,611 DEBUG [RS_CLOSE_REGION-regionserver/dd3a0865bb23:0-0 {event_type=M_RS_CLOSE_REGION, pid=154}] regionserver.HRegion(1722): Closing 975d28e48e1db8c4b39b7a2934698d2e, disabling compactions & flushes 2024-11-13T08:39:05,611 INFO [RS_CLOSE_REGION-regionserver/dd3a0865bb23:0-0 {event_type=M_RS_CLOSE_REGION, pid=154}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e. 2024-11-13T08:39:05,611 DEBUG [RS_CLOSE_REGION-regionserver/dd3a0865bb23:0-0 {event_type=M_RS_CLOSE_REGION, pid=154}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e. 2024-11-13T08:39:05,611 DEBUG [RS_CLOSE_REGION-regionserver/dd3a0865bb23:0-0 {event_type=M_RS_CLOSE_REGION, pid=154}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e. after waiting 0 ms 2024-11-13T08:39:05,611 DEBUG [RS_CLOSE_REGION-regionserver/dd3a0865bb23:0-0 {event_type=M_RS_CLOSE_REGION, pid=154}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e. 2024-11-13T08:39:05,614 DEBUG [RS_CLOSE_REGION-regionserver/dd3a0865bb23:0-0 {event_type=M_RS_CLOSE_REGION, pid=154}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/975d28e48e1db8c4b39b7a2934698d2e/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-11-13T08:39:05,615 INFO [RS_CLOSE_REGION-regionserver/dd3a0865bb23:0-0 {event_type=M_RS_CLOSE_REGION, pid=154}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e. 2024-11-13T08:39:05,615 DEBUG [RS_CLOSE_REGION-regionserver/dd3a0865bb23:0-0 {event_type=M_RS_CLOSE_REGION, pid=154}] regionserver.HRegion(1676): Region close journal for 975d28e48e1db8c4b39b7a2934698d2e: Waiting for close lock at 1731487145611Running coprocessor pre-close hooks at 1731487145611Disabling compacts and flushes for region at 1731487145611Disabling writes for close at 1731487145611Writing region close event to WAL at 1731487145612 (+1 ms)Running coprocessor post-close hooks at 1731487145615 (+3 ms)Closed at 1731487145615 2024-11-13T08:39:05,615 WARN [RS_CLOSE_REGION-regionserver/dd3a0865bb23:0-0 {event_type=M_RS_CLOSE_REGION, pid=154}] regionserver.HRegionServer(3299): Not adding moved region record: 975d28e48e1db8c4b39b7a2934698d2e to self. 2024-11-13T08:39:05,616 INFO [RS_CLOSE_REGION-regionserver/dd3a0865bb23:0-0 {event_type=M_RS_CLOSE_REGION, pid=154}] handler.UnassignRegionHandler(157): Closed 975d28e48e1db8c4b39b7a2934698d2e 2024-11-13T08:39:05,617 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=153 updating hbase:meta row=975d28e48e1db8c4b39b7a2934698d2e, regionState=CLOSED 2024-11-13T08:39:05,618 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=154, ppid=153, state=RUNNABLE, hasLock=false; CloseRegionProcedure 975d28e48e1db8c4b39b7a2934698d2e, server=dd3a0865bb23,43851,1731486997349 because future has completed 2024-11-13T08:39:05,620 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=154, resume processing ppid=153 2024-11-13T08:39:05,620 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=154, ppid=153, state=SUCCESS, hasLock=false; CloseRegionProcedure 975d28e48e1db8c4b39b7a2934698d2e, server=dd3a0865bb23,43851,1731486997349 in 159 msec 2024-11-13T08:39:05,620 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=153, ppid=152, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=975d28e48e1db8c4b39b7a2934698d2e, REOPEN/MOVE; state=CLOSED, location=dd3a0865bb23,43851,1731486997349; forceNewPlan=false, retain=true 2024-11-13T08:39:05,771 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=153 updating hbase:meta row=975d28e48e1db8c4b39b7a2934698d2e, regionState=OPENING, regionLocation=dd3a0865bb23,43851,1731486997349 2024-11-13T08:39:05,772 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=153, ppid=152, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=975d28e48e1db8c4b39b7a2934698d2e, REOPEN/MOVE because future has completed 2024-11-13T08:39:05,773 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=155, ppid=153, state=RUNNABLE, hasLock=false; OpenRegionProcedure 975d28e48e1db8c4b39b7a2934698d2e, server=dd3a0865bb23,43851,1731486997349}] 2024-11-13T08:39:05,926 INFO [RS_OPEN_REGION-regionserver/dd3a0865bb23:0-0 {event_type=M_RS_OPEN_REGION, pid=155}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e. 2024-11-13T08:39:05,926 DEBUG [RS_OPEN_REGION-regionserver/dd3a0865bb23:0-0 {event_type=M_RS_OPEN_REGION, pid=155}] regionserver.HRegion(7752): Opening region: {ENCODED => 975d28e48e1db8c4b39b7a2934698d2e, NAME => 'TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e.', STARTKEY => '', ENDKEY => ''} 2024-11-13T08:39:05,927 DEBUG [RS_OPEN_REGION-regionserver/dd3a0865bb23:0-0 {event_type=M_RS_OPEN_REGION, pid=155}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 975d28e48e1db8c4b39b7a2934698d2e 2024-11-13T08:39:05,927 DEBUG [RS_OPEN_REGION-regionserver/dd3a0865bb23:0-0 {event_type=M_RS_OPEN_REGION, pid=155}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T08:39:05,927 DEBUG [RS_OPEN_REGION-regionserver/dd3a0865bb23:0-0 {event_type=M_RS_OPEN_REGION, pid=155}] regionserver.HRegion(7794): checking encryption for 975d28e48e1db8c4b39b7a2934698d2e 2024-11-13T08:39:05,927 DEBUG [RS_OPEN_REGION-regionserver/dd3a0865bb23:0-0 {event_type=M_RS_OPEN_REGION, pid=155}] regionserver.HRegion(7797): checking classloading for 975d28e48e1db8c4b39b7a2934698d2e 2024-11-13T08:39:05,928 INFO [StoreOpener-975d28e48e1db8c4b39b7a2934698d2e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 975d28e48e1db8c4b39b7a2934698d2e 2024-11-13T08:39:05,929 INFO [StoreOpener-975d28e48e1db8c4b39b7a2934698d2e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 975d28e48e1db8c4b39b7a2934698d2e columnFamilyName A 2024-11-13T08:39:05,929 DEBUG [StoreOpener-975d28e48e1db8c4b39b7a2934698d2e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:05,930 INFO [StoreOpener-975d28e48e1db8c4b39b7a2934698d2e-1 {}] regionserver.HStore(327): Store=975d28e48e1db8c4b39b7a2934698d2e/A, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T08:39:05,930 INFO [StoreOpener-975d28e48e1db8c4b39b7a2934698d2e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 975d28e48e1db8c4b39b7a2934698d2e 2024-11-13T08:39:05,931 INFO [StoreOpener-975d28e48e1db8c4b39b7a2934698d2e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 975d28e48e1db8c4b39b7a2934698d2e columnFamilyName B 2024-11-13T08:39:05,931 DEBUG [StoreOpener-975d28e48e1db8c4b39b7a2934698d2e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:05,931 INFO [StoreOpener-975d28e48e1db8c4b39b7a2934698d2e-1 {}] regionserver.HStore(327): Store=975d28e48e1db8c4b39b7a2934698d2e/B, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T08:39:05,931 INFO [StoreOpener-975d28e48e1db8c4b39b7a2934698d2e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 975d28e48e1db8c4b39b7a2934698d2e 2024-11-13T08:39:05,931 INFO [StoreOpener-975d28e48e1db8c4b39b7a2934698d2e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 975d28e48e1db8c4b39b7a2934698d2e columnFamilyName C 2024-11-13T08:39:05,931 DEBUG [StoreOpener-975d28e48e1db8c4b39b7a2934698d2e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:05,932 INFO [StoreOpener-975d28e48e1db8c4b39b7a2934698d2e-1 {}] regionserver.HStore(327): Store=975d28e48e1db8c4b39b7a2934698d2e/C, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T08:39:05,932 DEBUG [RS_OPEN_REGION-regionserver/dd3a0865bb23:0-0 {event_type=M_RS_OPEN_REGION, pid=155}] regionserver.HRegion(1038): replaying wal for 975d28e48e1db8c4b39b7a2934698d2e 2024-11-13T08:39:05,932 DEBUG [RS_OPEN_REGION-regionserver/dd3a0865bb23:0-0 {event_type=M_RS_OPEN_REGION, pid=155}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/975d28e48e1db8c4b39b7a2934698d2e 2024-11-13T08:39:05,933 DEBUG [RS_OPEN_REGION-regionserver/dd3a0865bb23:0-0 {event_type=M_RS_OPEN_REGION, pid=155}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/975d28e48e1db8c4b39b7a2934698d2e 2024-11-13T08:39:05,934 DEBUG [RS_OPEN_REGION-regionserver/dd3a0865bb23:0-0 {event_type=M_RS_OPEN_REGION, pid=155}] regionserver.HRegion(1048): stopping wal replay for 975d28e48e1db8c4b39b7a2934698d2e 2024-11-13T08:39:05,934 DEBUG [RS_OPEN_REGION-regionserver/dd3a0865bb23:0-0 {event_type=M_RS_OPEN_REGION, pid=155}] regionserver.HRegion(1060): Cleaning up temporary data for 975d28e48e1db8c4b39b7a2934698d2e 2024-11-13T08:39:05,934 DEBUG [RS_OPEN_REGION-regionserver/dd3a0865bb23:0-0 {event_type=M_RS_OPEN_REGION, pid=155}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-13T08:39:05,935 DEBUG [RS_OPEN_REGION-regionserver/dd3a0865bb23:0-0 {event_type=M_RS_OPEN_REGION, pid=155}] regionserver.HRegion(1093): writing seq id for 975d28e48e1db8c4b39b7a2934698d2e 2024-11-13T08:39:05,936 INFO [RS_OPEN_REGION-regionserver/dd3a0865bb23:0-0 {event_type=M_RS_OPEN_REGION, pid=155}] regionserver.HRegion(1114): Opened 975d28e48e1db8c4b39b7a2934698d2e; next sequenceid=5; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63058127, jitterRate=-0.060360684990882874}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-13T08:39:05,936 DEBUG [RS_OPEN_REGION-regionserver/dd3a0865bb23:0-0 {event_type=M_RS_OPEN_REGION, pid=155}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 975d28e48e1db8c4b39b7a2934698d2e 2024-11-13T08:39:05,936 DEBUG [RS_OPEN_REGION-regionserver/dd3a0865bb23:0-0 {event_type=M_RS_OPEN_REGION, pid=155}] regionserver.HRegion(1006): Region open journal for 975d28e48e1db8c4b39b7a2934698d2e: Running coprocessor pre-open hook at 1731487145927Writing region info on filesystem at 1731487145927Initializing all the Stores at 1731487145927Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731487145928 (+1 ms)Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731487145928Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731487145928Cleaning up temporary data from old regions at 1731487145934 (+6 ms)Running coprocessor post-open hooks at 1731487145936 (+2 ms)Region opened successfully at 1731487145936 2024-11-13T08:39:05,937 INFO [RS_OPEN_REGION-regionserver/dd3a0865bb23:0-0 {event_type=M_RS_OPEN_REGION, pid=155}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e., pid=155, masterSystemTime=1731487145924 2024-11-13T08:39:05,938 DEBUG [RS_OPEN_REGION-regionserver/dd3a0865bb23:0-0 {event_type=M_RS_OPEN_REGION, pid=155}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e. 2024-11-13T08:39:05,938 INFO [RS_OPEN_REGION-regionserver/dd3a0865bb23:0-0 {event_type=M_RS_OPEN_REGION, pid=155}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e. 2024-11-13T08:39:05,939 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=153 updating hbase:meta row=975d28e48e1db8c4b39b7a2934698d2e, regionState=OPEN, openSeqNum=5, regionLocation=dd3a0865bb23,43851,1731486997349 2024-11-13T08:39:05,940 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=155, ppid=153, state=RUNNABLE, hasLock=false; OpenRegionProcedure 975d28e48e1db8c4b39b7a2934698d2e, server=dd3a0865bb23,43851,1731486997349 because future has completed 2024-11-13T08:39:05,942 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=155, resume processing ppid=153 2024-11-13T08:39:05,942 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=155, ppid=153, state=SUCCESS, hasLock=false; OpenRegionProcedure 975d28e48e1db8c4b39b7a2934698d2e, server=dd3a0865bb23,43851,1731486997349 in 168 msec 2024-11-13T08:39:05,943 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=153, resume processing ppid=152 2024-11-13T08:39:05,943 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=153, ppid=152, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=975d28e48e1db8c4b39b7a2934698d2e, REOPEN/MOVE in 485 msec 2024-11-13T08:39:05,945 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=152, resume processing ppid=151 2024-11-13T08:39:05,945 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=152, ppid=151, state=SUCCESS, hasLock=false; ReopenTableRegionsProcedure table=TestAcidGuarantees in 488 msec 2024-11-13T08:39:05,946 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=151, state=SUCCESS, hasLock=false; ModifyTableProcedure table=TestAcidGuarantees in 901 msec 2024-11-13T08:39:05,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45349 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=151 2024-11-13T08:39:05,947 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: MODIFY_COLUMN_FAMILY, Table Name: default:TestAcidGuarantees completed 2024-11-13T08:39:05,947 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@53954261, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T08:39:05,948 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request dd3a0865bb23,45349,-1 for getting cluster id 2024-11-13T08:39:05,948 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T08:39:05,948 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '95ff187e-7777-42f6-8067-d9c7d0681770' 2024-11-13T08:39:05,948 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T08:39:05,949 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "95ff187e-7777-42f6-8067-d9c7d0681770" 2024-11-13T08:39:05,949 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@41e930a7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T08:39:05,949 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [dd3a0865bb23,45349,-1] 2024-11-13T08:39:05,949 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T08:39:05,949 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T08:39:05,949 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33574, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T08:39:05,950 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2406be63, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T08:39:05,950 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3e2aa61c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T08:39:05,950 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request dd3a0865bb23,45349,-1 for getting cluster id 2024-11-13T08:39:05,950 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T08:39:05,951 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '95ff187e-7777-42f6-8067-d9c7d0681770' 2024-11-13T08:39:05,951 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T08:39:05,951 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "95ff187e-7777-42f6-8067-d9c7d0681770" 2024-11-13T08:39:05,951 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@58dae8b9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T08:39:05,951 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [dd3a0865bb23,45349,-1] 2024-11-13T08:39:05,951 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T08:39:05,952 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T08:39:05,952 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33584, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T08:39:05,953 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6e5e3b62, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T08:39:05,953 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5ca6c80d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T08:39:05,953 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request dd3a0865bb23,45349,-1 for getting cluster id 2024-11-13T08:39:05,953 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T08:39:05,954 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '95ff187e-7777-42f6-8067-d9c7d0681770' 2024-11-13T08:39:05,954 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T08:39:05,954 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "95ff187e-7777-42f6-8067-d9c7d0681770" 2024-11-13T08:39:05,954 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@c4e888e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T08:39:05,954 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [dd3a0865bb23,45349,-1] 2024-11-13T08:39:05,954 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T08:39:05,954 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T08:39:05,955 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33602, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T08:39:05,955 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3651d2d6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T08:39:05,956 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@14afc90b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T08:39:05,956 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request dd3a0865bb23,45349,-1 for getting cluster id 2024-11-13T08:39:05,956 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T08:39:05,956 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '95ff187e-7777-42f6-8067-d9c7d0681770' 2024-11-13T08:39:05,956 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T08:39:05,956 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "95ff187e-7777-42f6-8067-d9c7d0681770" 2024-11-13T08:39:05,956 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4bbdde2c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T08:39:05,956 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [dd3a0865bb23,45349,-1] 2024-11-13T08:39:05,957 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T08:39:05,957 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T08:39:05,957 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33626, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T08:39:05,958 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@629d743b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T08:39:05,958 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1cb57557, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T08:39:05,958 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request dd3a0865bb23,45349,-1 for getting cluster id 2024-11-13T08:39:05,958 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T08:39:05,959 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '95ff187e-7777-42f6-8067-d9c7d0681770' 2024-11-13T08:39:05,959 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T08:39:05,959 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "95ff187e-7777-42f6-8067-d9c7d0681770" 2024-11-13T08:39:05,959 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6b276cb7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T08:39:05,959 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [dd3a0865bb23,45349,-1] 2024-11-13T08:39:05,959 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T08:39:05,959 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T08:39:05,960 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33634, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T08:39:05,960 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2679f408, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T08:39:05,961 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@99b73f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T08:39:05,961 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request dd3a0865bb23,45349,-1 for getting cluster id 2024-11-13T08:39:05,961 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T08:39:05,961 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '95ff187e-7777-42f6-8067-d9c7d0681770' 2024-11-13T08:39:05,961 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T08:39:05,961 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "95ff187e-7777-42f6-8067-d9c7d0681770" 2024-11-13T08:39:05,961 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@51d8cad, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T08:39:05,961 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [dd3a0865bb23,45349,-1] 2024-11-13T08:39:05,962 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T08:39:05,962 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T08:39:05,962 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33660, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T08:39:05,963 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6ccb72, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T08:39:05,963 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@af69a6d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T08:39:05,963 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request dd3a0865bb23,45349,-1 for getting cluster id 2024-11-13T08:39:05,963 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T08:39:05,964 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '95ff187e-7777-42f6-8067-d9c7d0681770' 2024-11-13T08:39:05,964 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T08:39:05,964 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "95ff187e-7777-42f6-8067-d9c7d0681770" 2024-11-13T08:39:05,964 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3f6c0eba, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T08:39:05,964 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [dd3a0865bb23,45349,-1] 2024-11-13T08:39:05,964 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T08:39:05,964 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T08:39:05,965 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33680, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T08:39:05,965 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@55c7b028, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T08:39:05,966 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4fd90259, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T08:39:05,966 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request dd3a0865bb23,45349,-1 for getting cluster id 2024-11-13T08:39:05,966 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T08:39:05,966 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '95ff187e-7777-42f6-8067-d9c7d0681770' 2024-11-13T08:39:05,967 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T08:39:05,967 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "95ff187e-7777-42f6-8067-d9c7d0681770" 2024-11-13T08:39:05,967 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6cc285f8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T08:39:05,967 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [dd3a0865bb23,45349,-1] 2024-11-13T08:39:05,967 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T08:39:05,967 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T08:39:05,968 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33708, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T08:39:05,968 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2b2a1dde, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T08:39:05,968 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@594d5ccc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T08:39:05,968 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request dd3a0865bb23,45349,-1 for getting cluster id 2024-11-13T08:39:05,969 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T08:39:05,969 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '95ff187e-7777-42f6-8067-d9c7d0681770' 2024-11-13T08:39:05,969 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T08:39:05,969 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "95ff187e-7777-42f6-8067-d9c7d0681770" 2024-11-13T08:39:05,969 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5c6d4ba8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T08:39:05,969 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [dd3a0865bb23,45349,-1] 2024-11-13T08:39:05,970 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T08:39:05,970 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T08:39:05,970 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33732, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T08:39:05,970 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@280aa437, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T08:39:05,971 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@267cfa21, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T08:39:05,971 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request dd3a0865bb23,45349,-1 for getting cluster id 2024-11-13T08:39:05,971 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T08:39:05,971 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '95ff187e-7777-42f6-8067-d9c7d0681770' 2024-11-13T08:39:05,972 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T08:39:05,972 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "95ff187e-7777-42f6-8067-d9c7d0681770" 2024-11-13T08:39:05,972 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7b35ae4b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T08:39:05,972 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [dd3a0865bb23,45349,-1] 2024-11-13T08:39:05,972 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T08:39:05,972 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T08:39:05,972 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33754, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T08:39:05,973 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@f588bfb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T08:39:05,973 DEBUG [Thread-2422 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T08:39:05,973 DEBUG [Thread-2418 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T08:39:05,973 DEBUG [Thread-2416 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T08:39:05,973 DEBUG [Thread-2407 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T08:39:05,974 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45349 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-13T08:39:05,974 DEBUG [Thread-2411 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T08:39:05,974 DEBUG [Thread-2414 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T08:39:05,974 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=dd3a0865bb23,43851,1731486997349, seqNum=-1] 2024-11-13T08:39:05,974 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=dd3a0865bb23,43851,1731486997349, seqNum=-1] 2024-11-13T08:39:05,974 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=dd3a0865bb23,43851,1731486997349, seqNum=-1] 2024-11-13T08:39:05,974 DEBUG [Thread-2403 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T08:39:05,974 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T08:39:05,974 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T08:39:05,974 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=dd3a0865bb23,43851,1731486997349, seqNum=-1] 2024-11-13T08:39:05,974 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T08:39:05,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45349 {}] procedure2.ProcedureExecutor(1139): Stored pid=156, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=156, table=TestAcidGuarantees 2024-11-13T08:39:05,975 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T08:39:05,975 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=dd3a0865bb23,43851,1731486997349, seqNum=-1] 2024-11-13T08:39:05,975 DEBUG [Thread-2420 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T08:39:05,975 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T08:39:05,975 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60684, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T08:39:05,975 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60700, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T08:39:05,976 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=dd3a0865bb23,43851,1731486997349, seqNum=-1] 2024-11-13T08:39:05,976 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=dd3a0865bb23,43851,1731486997349, seqNum=-1] 2024-11-13T08:39:05,976 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60702, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T08:39:05,976 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T08:39:05,976 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T08:39:05,976 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60698, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T08:39:05,976 DEBUG [Thread-2409 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T08:39:05,976 DEBUG [Thread-2405 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T08:39:05,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45349 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=156 2024-11-13T08:39:05,976 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=156, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=156, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-13T08:39:05,977 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60728, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T08:39:05,977 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60720, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T08:39:05,977 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=dd3a0865bb23,43851,1731486997349, seqNum=-1] 2024-11-13T08:39:05,977 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T08:39:05,977 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=dd3a0865bb23,43851,1731486997349, seqNum=-1] 2024-11-13T08:39:05,977 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=dd3a0865bb23,43851,1731486997349, seqNum=-1] 2024-11-13T08:39:05,977 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60738, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T08:39:05,978 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T08:39:05,978 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5] 2024-11-13T08:39:05,978 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T08:39:05,978 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=156, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=156, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-13T08:39:05,978 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=157, ppid=156, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-13T08:39:05,978 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60760, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T08:39:05,978 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60744, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T08:39:05,979 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5] 2024-11-13T08:39:05,979 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5] 2024-11-13T08:39:05,979 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5] 2024-11-13T08:39:05,979 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60766, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T08:39:05,980 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5] 2024-11-13T08:39:05,981 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5] 2024-11-13T08:39:05,981 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5] 2024-11-13T08:39:05,981 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5] 2024-11-13T08:39:05,983 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5] 2024-11-13T08:39:05,986 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5] 2024-11-13T08:39:05,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] regionserver.HRegion(8855): Flush requested on 975d28e48e1db8c4b39b7a2934698d2e 2024-11-13T08:39:05,989 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-13T08:39:05,989 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 975d28e48e1db8c4b39b7a2934698d2e 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-13T08:39:06,018 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241113f15d7d85d6434496bafeddab4929dd34_975d28e48e1db8c4b39b7a2934698d2e is 50, key is test_row_0/A:col10/1731487145987/Put/seqid=0 2024-11-13T08:39:06,023 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975d28e48e1db8c4b39b7a2934698d2e, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:39:06,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60766 deadline: 1731487206017, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975d28e48e1db8c4b39b7a2934698d2e, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:39:06,023 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 , the old value is region=TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975d28e48e1db8c4b39b7a2934698d2e, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:39:06,024 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975d28e48e1db8c4b39b7a2934698d2e, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:39:06,024 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 because the exception is null or not the one we care about 2024-11-13T08:39:06,024 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975d28e48e1db8c4b39b7a2934698d2e, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:39:06,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60744 deadline: 1731487206019, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975d28e48e1db8c4b39b7a2934698d2e, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:39:06,024 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 , the old value is region=TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975d28e48e1db8c4b39b7a2934698d2e, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:39:06,024 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975d28e48e1db8c4b39b7a2934698d2e, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:39:06,025 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 because the exception is null or not the one we care about 2024-11-13T08:39:06,028 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975d28e48e1db8c4b39b7a2934698d2e, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:39:06,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60728 deadline: 1731487206023, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975d28e48e1db8c4b39b7a2934698d2e, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:39:06,028 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975d28e48e1db8c4b39b7a2934698d2e, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:39:06,028 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975d28e48e1db8c4b39b7a2934698d2e, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:39:06,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60698 deadline: 1731487206024, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975d28e48e1db8c4b39b7a2934698d2e, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:39:06,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60720 deadline: 1731487206023, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975d28e48e1db8c4b39b7a2934698d2e, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:39:06,028 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 , the old value is region=TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975d28e48e1db8c4b39b7a2934698d2e, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:39:06,028 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975d28e48e1db8c4b39b7a2934698d2e, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:39:06,028 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 because the exception is null or not the one we care about 2024-11-13T08:39:06,029 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 , the old value is region=TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975d28e48e1db8c4b39b7a2934698d2e, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:39:06,029 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 , the old value is region=TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975d28e48e1db8c4b39b7a2934698d2e, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:39:06,029 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975d28e48e1db8c4b39b7a2934698d2e, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:39:06,029 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975d28e48e1db8c4b39b7a2934698d2e, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:39:06,029 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 because the exception is null or not the one we care about 2024-11-13T08:39:06,029 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 because the exception is null or not the one we care about 2024-11-13T08:39:06,033 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38605 is added to blk_1073742365_1541 (size=12154) 2024-11-13T08:39:06,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45349 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=156 2024-11-13T08:39:06,126 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975d28e48e1db8c4b39b7a2934698d2e, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:39:06,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60766 deadline: 1731487206124, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975d28e48e1db8c4b39b7a2934698d2e, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:39:06,127 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 , the old value is region=TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975d28e48e1db8c4b39b7a2934698d2e, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:39:06,127 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975d28e48e1db8c4b39b7a2934698d2e, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:39:06,127 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 because the exception is null or not the one we care about 2024-11-13T08:39:06,131 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43851 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=157 2024-11-13T08:39:06,131 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e. 2024-11-13T08:39:06,131 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e. as already flushing 2024-11-13T08:39:06,131 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e. 2024-11-13T08:39:06,131 ERROR [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] handler.RSProcedureHandler(58): pid=157 java.io.IOException: Unable to complete flush {ENCODED => 975d28e48e1db8c4b39b7a2934698d2e, NAME => 'TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T08:39:06,131 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=157 java.io.IOException: Unable to complete flush {ENCODED => 975d28e48e1db8c4b39b7a2934698d2e, NAME => 'TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T08:39:06,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45349 {}] master.HMaster(4177): Remote procedure failed, pid=157 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 975d28e48e1db8c4b39b7a2934698d2e, NAME => 'TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 975d28e48e1db8c4b39b7a2934698d2e, NAME => 'TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T08:39:06,137 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975d28e48e1db8c4b39b7a2934698d2e, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:39:06,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60744 deadline: 1731487206135, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975d28e48e1db8c4b39b7a2934698d2e, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:39:06,137 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975d28e48e1db8c4b39b7a2934698d2e, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:39:06,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60728 deadline: 1731487206135, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975d28e48e1db8c4b39b7a2934698d2e, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:39:06,137 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975d28e48e1db8c4b39b7a2934698d2e, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:39:06,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60720 deadline: 1731487206135, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975d28e48e1db8c4b39b7a2934698d2e, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:39:06,138 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975d28e48e1db8c4b39b7a2934698d2e, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:39:06,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60698 deadline: 1731487206135, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975d28e48e1db8c4b39b7a2934698d2e, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:39:06,140 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 , the old value is region=TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975d28e48e1db8c4b39b7a2934698d2e, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:39:06,140 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975d28e48e1db8c4b39b7a2934698d2e, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:39:06,140 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 because the exception is null or not the one we care about 2024-11-13T08:39:06,141 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 , the old value is region=TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975d28e48e1db8c4b39b7a2934698d2e, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:39:06,141 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975d28e48e1db8c4b39b7a2934698d2e, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:39:06,141 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 , the old value is region=TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975d28e48e1db8c4b39b7a2934698d2e, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:39:06,141 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 because the exception is null or not the one we care about 2024-11-13T08:39:06,141 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975d28e48e1db8c4b39b7a2934698d2e, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:39:06,141 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 because the exception is null or not the one we care about 2024-11-13T08:39:06,141 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 , the old value is region=TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975d28e48e1db8c4b39b7a2934698d2e, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:39:06,141 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975d28e48e1db8c4b39b7a2934698d2e, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:39:06,141 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 because the exception is null or not the one we care about 2024-11-13T08:39:06,284 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43851 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=157 2024-11-13T08:39:06,284 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e. 2024-11-13T08:39:06,284 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e. as already flushing 2024-11-13T08:39:06,284 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e. 2024-11-13T08:39:06,284 ERROR [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] handler.RSProcedureHandler(58): pid=157 java.io.IOException: Unable to complete flush {ENCODED => 975d28e48e1db8c4b39b7a2934698d2e, NAME => 'TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T08:39:06,285 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=157 java.io.IOException: Unable to complete flush {ENCODED => 975d28e48e1db8c4b39b7a2934698d2e, NAME => 'TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T08:39:06,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45349 {}] master.HMaster(4177): Remote procedure failed, pid=157 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 975d28e48e1db8c4b39b7a2934698d2e, NAME => 'TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 975d28e48e1db8c4b39b7a2934698d2e, NAME => 'TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T08:39:06,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45349 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=156 2024-11-13T08:39:06,337 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975d28e48e1db8c4b39b7a2934698d2e, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:39:06,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60766 deadline: 1731487206335, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975d28e48e1db8c4b39b7a2934698d2e, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:39:06,338 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 , the old value is region=TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975d28e48e1db8c4b39b7a2934698d2e, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:39:06,338 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975d28e48e1db8c4b39b7a2934698d2e, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:39:06,338 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 because the exception is null or not the one we care about 2024-11-13T08:39:06,347 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975d28e48e1db8c4b39b7a2934698d2e, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:39:06,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60720 deadline: 1731487206344, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975d28e48e1db8c4b39b7a2934698d2e, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:39:06,348 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975d28e48e1db8c4b39b7a2934698d2e, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:39:06,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60744 deadline: 1731487206344, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975d28e48e1db8c4b39b7a2934698d2e, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:39:06,348 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 , the old value is region=TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975d28e48e1db8c4b39b7a2934698d2e, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:39:06,348 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975d28e48e1db8c4b39b7a2934698d2e, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:39:06,348 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 because the exception is null or not the one we care about 2024-11-13T08:39:06,348 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975d28e48e1db8c4b39b7a2934698d2e, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:39:06,348 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 , the old value is region=TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975d28e48e1db8c4b39b7a2934698d2e, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:39:06,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60698 deadline: 1731487206345, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975d28e48e1db8c4b39b7a2934698d2e, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:39:06,348 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975d28e48e1db8c4b39b7a2934698d2e, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:39:06,348 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975d28e48e1db8c4b39b7a2934698d2e, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:39:06,348 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 because the exception is null or not the one we care about 2024-11-13T08:39:06,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60728 deadline: 1731487206345, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975d28e48e1db8c4b39b7a2934698d2e, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:39:06,348 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 , the old value is region=TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975d28e48e1db8c4b39b7a2934698d2e, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:39:06,348 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975d28e48e1db8c4b39b7a2934698d2e, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:39:06,348 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 because the exception is null or not the one we care about 2024-11-13T08:39:06,348 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 , the old value is region=TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975d28e48e1db8c4b39b7a2934698d2e, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:39:06,349 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975d28e48e1db8c4b39b7a2934698d2e, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:39:06,349 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 because the exception is null or not the one we care about 2024-11-13T08:39:06,434 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:06,437 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43851 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=157 2024-11-13T08:39:06,437 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e. 2024-11-13T08:39:06,437 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e. as already flushing 2024-11-13T08:39:06,437 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e. 2024-11-13T08:39:06,437 ERROR [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] handler.RSProcedureHandler(58): pid=157 java.io.IOException: Unable to complete flush {ENCODED => 975d28e48e1db8c4b39b7a2934698d2e, NAME => 'TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T08:39:06,438 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=157 java.io.IOException: Unable to complete flush {ENCODED => 975d28e48e1db8c4b39b7a2934698d2e, NAME => 'TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T08:39:06,438 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241113f15d7d85d6434496bafeddab4929dd34_975d28e48e1db8c4b39b7a2934698d2e to hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241113f15d7d85d6434496bafeddab4929dd34_975d28e48e1db8c4b39b7a2934698d2e 2024-11-13T08:39:06,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45349 {}] master.HMaster(4177): Remote procedure failed, pid=157 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 975d28e48e1db8c4b39b7a2934698d2e, NAME => 'TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 975d28e48e1db8c4b39b7a2934698d2e, NAME => 'TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T08:39:06,439 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/975d28e48e1db8c4b39b7a2934698d2e/.tmp/A/f9727fb2c458420c991065d4b0787ead, store: [table=TestAcidGuarantees family=A region=975d28e48e1db8c4b39b7a2934698d2e] 2024-11-13T08:39:06,439 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/975d28e48e1db8c4b39b7a2934698d2e/.tmp/A/f9727fb2c458420c991065d4b0787ead is 175, key is test_row_0/A:col10/1731487145987/Put/seqid=0 2024-11-13T08:39:06,443 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38605 is added to blk_1073742366_1542 (size=30955) 2024-11-13T08:39:06,593 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43851 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=157 2024-11-13T08:39:06,593 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e. 2024-11-13T08:39:06,593 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e. as already flushing 2024-11-13T08:39:06,593 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e. 2024-11-13T08:39:06,593 ERROR [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] handler.RSProcedureHandler(58): pid=157 java.io.IOException: Unable to complete flush {ENCODED => 975d28e48e1db8c4b39b7a2934698d2e, NAME => 'TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T08:39:06,593 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=157 java.io.IOException: Unable to complete flush {ENCODED => 975d28e48e1db8c4b39b7a2934698d2e, NAME => 'TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T08:39:06,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45349 {}] master.HMaster(4177): Remote procedure failed, pid=157 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 975d28e48e1db8c4b39b7a2934698d2e, NAME => 'TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 975d28e48e1db8c4b39b7a2934698d2e, NAME => 'TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T08:39:06,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45349 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=156 2024-11-13T08:39:06,646 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975d28e48e1db8c4b39b7a2934698d2e, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:39:06,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60766 deadline: 1731487206645, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975d28e48e1db8c4b39b7a2934698d2e, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:39:06,647 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 , the old value is region=TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975d28e48e1db8c4b39b7a2934698d2e, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:39:06,647 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975d28e48e1db8c4b39b7a2934698d2e, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:39:06,647 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 because the exception is null or not the one we care about 2024-11-13T08:39:06,656 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975d28e48e1db8c4b39b7a2934698d2e, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:39:06,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60720 deadline: 1731487206654, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975d28e48e1db8c4b39b7a2934698d2e, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:39:06,656 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975d28e48e1db8c4b39b7a2934698d2e, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:39:06,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60744 deadline: 1731487206654, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975d28e48e1db8c4b39b7a2934698d2e, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:39:06,656 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 , the old value is region=TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975d28e48e1db8c4b39b7a2934698d2e, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:39:06,656 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975d28e48e1db8c4b39b7a2934698d2e, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:39:06,657 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 because the exception is null or not the one we care about 2024-11-13T08:39:06,657 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975d28e48e1db8c4b39b7a2934698d2e, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:39:06,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60698 deadline: 1731487206654, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975d28e48e1db8c4b39b7a2934698d2e, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:39:06,657 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 , the old value is region=TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975d28e48e1db8c4b39b7a2934698d2e, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:39:06,657 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975d28e48e1db8c4b39b7a2934698d2e, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:39:06,657 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 because the exception is null or not the one we care about 2024-11-13T08:39:06,657 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975d28e48e1db8c4b39b7a2934698d2e, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:39:06,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60728 deadline: 1731487206655, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975d28e48e1db8c4b39b7a2934698d2e, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:39:06,657 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 , the old value is region=TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975d28e48e1db8c4b39b7a2934698d2e, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:39:06,657 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975d28e48e1db8c4b39b7a2934698d2e, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:39:06,657 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 because the exception is null or not the one we care about 2024-11-13T08:39:06,657 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 , the old value is region=TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975d28e48e1db8c4b39b7a2934698d2e, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:39:06,657 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975d28e48e1db8c4b39b7a2934698d2e, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:39:06,657 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 because the exception is null or not the one we care about 2024-11-13T08:39:06,745 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43851 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=157 2024-11-13T08:39:06,745 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e. 2024-11-13T08:39:06,746 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e. as already flushing 2024-11-13T08:39:06,746 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e. 2024-11-13T08:39:06,746 ERROR [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] handler.RSProcedureHandler(58): pid=157 java.io.IOException: Unable to complete flush {ENCODED => 975d28e48e1db8c4b39b7a2934698d2e, NAME => 'TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T08:39:06,746 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=157 java.io.IOException: Unable to complete flush {ENCODED => 975d28e48e1db8c4b39b7a2934698d2e, NAME => 'TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T08:39:06,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45349 {}] master.HMaster(4177): Remote procedure failed, pid=157 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 975d28e48e1db8c4b39b7a2934698d2e, NAME => 'TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 975d28e48e1db8c4b39b7a2934698d2e, NAME => 'TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T08:39:06,844 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=17, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/975d28e48e1db8c4b39b7a2934698d2e/.tmp/A/f9727fb2c458420c991065d4b0787ead 2024-11-13T08:39:06,865 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/975d28e48e1db8c4b39b7a2934698d2e/.tmp/B/bf4278fc061f49e3a674a8a5b49dfe4b is 50, key is test_row_0/B:col10/1731487145987/Put/seqid=0 2024-11-13T08:39:06,868 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38605 is added to blk_1073742367_1543 (size=12001) 2024-11-13T08:39:06,898 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43851 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=157 2024-11-13T08:39:06,898 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e. 2024-11-13T08:39:06,898 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e. as already flushing 2024-11-13T08:39:06,898 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e. 2024-11-13T08:39:06,898 ERROR [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] handler.RSProcedureHandler(58): pid=157 java.io.IOException: Unable to complete flush {ENCODED => 975d28e48e1db8c4b39b7a2934698d2e, NAME => 'TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T08:39:06,898 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=157 java.io.IOException: Unable to complete flush {ENCODED => 975d28e48e1db8c4b39b7a2934698d2e, NAME => 'TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T08:39:06,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45349 {}] master.HMaster(4177): Remote procedure failed, pid=157 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 975d28e48e1db8c4b39b7a2934698d2e, NAME => 'TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 975d28e48e1db8c4b39b7a2934698d2e, NAME => 'TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T08:39:07,051 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43851 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=157 2024-11-13T08:39:07,051 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e. 2024-11-13T08:39:07,051 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e. as already flushing 2024-11-13T08:39:07,051 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e. 2024-11-13T08:39:07,051 ERROR [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] handler.RSProcedureHandler(58): pid=157 java.io.IOException: Unable to complete flush {ENCODED => 975d28e48e1db8c4b39b7a2934698d2e, NAME => 'TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T08:39:07,051 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=157 java.io.IOException: Unable to complete flush {ENCODED => 975d28e48e1db8c4b39b7a2934698d2e, NAME => 'TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T08:39:07,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45349 {}] master.HMaster(4177): Remote procedure failed, pid=157 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 975d28e48e1db8c4b39b7a2934698d2e, NAME => 'TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 975d28e48e1db8c4b39b7a2934698d2e, NAME => 'TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T08:39:07,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45349 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=156 2024-11-13T08:39:07,158 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975d28e48e1db8c4b39b7a2934698d2e, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:39:07,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60766 deadline: 1731487207155, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975d28e48e1db8c4b39b7a2934698d2e, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:39:07,159 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 , the old value is region=TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975d28e48e1db8c4b39b7a2934698d2e, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:39:07,159 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975d28e48e1db8c4b39b7a2934698d2e, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:39:07,159 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 because the exception is null or not the one we care about 2024-11-13T08:39:07,165 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975d28e48e1db8c4b39b7a2934698d2e, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:39:07,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60720 deadline: 1731487207165, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975d28e48e1db8c4b39b7a2934698d2e, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:39:07,166 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975d28e48e1db8c4b39b7a2934698d2e, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:39:07,166 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 , the old value is region=TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975d28e48e1db8c4b39b7a2934698d2e, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:39:07,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60744 deadline: 1731487207165, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975d28e48e1db8c4b39b7a2934698d2e, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:39:07,166 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975d28e48e1db8c4b39b7a2934698d2e, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:39:07,166 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 because the exception is null or not the one we care about 2024-11-13T08:39:07,166 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 , the old value is region=TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975d28e48e1db8c4b39b7a2934698d2e, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:39:07,166 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975d28e48e1db8c4b39b7a2934698d2e, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:39:07,166 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975d28e48e1db8c4b39b7a2934698d2e, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:39:07,166 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 because the exception is null or not the one we care about 2024-11-13T08:39:07,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60698 deadline: 1731487207165, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975d28e48e1db8c4b39b7a2934698d2e, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:39:07,166 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 , the old value is region=TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975d28e48e1db8c4b39b7a2934698d2e, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:39:07,166 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975d28e48e1db8c4b39b7a2934698d2e, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:39:07,166 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 because the exception is null or not the one we care about 2024-11-13T08:39:07,167 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975d28e48e1db8c4b39b7a2934698d2e, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:39:07,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60728 deadline: 1731487207165, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975d28e48e1db8c4b39b7a2934698d2e, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:39:07,168 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 , the old value is region=TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975d28e48e1db8c4b39b7a2934698d2e, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:39:07,168 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975d28e48e1db8c4b39b7a2934698d2e, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:39:07,168 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 because the exception is null or not the one we care about 2024-11-13T08:39:07,203 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43851 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=157 2024-11-13T08:39:07,203 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e. 2024-11-13T08:39:07,204 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e. as already flushing 2024-11-13T08:39:07,204 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e. 2024-11-13T08:39:07,204 ERROR [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] handler.RSProcedureHandler(58): pid=157 java.io.IOException: Unable to complete flush {ENCODED => 975d28e48e1db8c4b39b7a2934698d2e, NAME => 'TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T08:39:07,204 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=157 java.io.IOException: Unable to complete flush {ENCODED => 975d28e48e1db8c4b39b7a2934698d2e, NAME => 'TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T08:39:07,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45349 {}] master.HMaster(4177): Remote procedure failed, pid=157 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 975d28e48e1db8c4b39b7a2934698d2e, NAME => 'TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 975d28e48e1db8c4b39b7a2934698d2e, NAME => 'TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T08:39:07,269 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/975d28e48e1db8c4b39b7a2934698d2e/.tmp/B/bf4278fc061f49e3a674a8a5b49dfe4b 2024-11-13T08:39:07,288 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/975d28e48e1db8c4b39b7a2934698d2e/.tmp/C/12c4472f812d4768b4277403d9e6ef8b is 50, key is test_row_0/C:col10/1731487145987/Put/seqid=0 2024-11-13T08:39:07,292 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38605 is added to blk_1073742368_1544 (size=12001) 2024-11-13T08:39:07,356 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43851 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=157 2024-11-13T08:39:07,356 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e. 2024-11-13T08:39:07,356 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e. as already flushing 2024-11-13T08:39:07,356 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e. 2024-11-13T08:39:07,356 ERROR [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] handler.RSProcedureHandler(58): pid=157 java.io.IOException: Unable to complete flush {ENCODED => 975d28e48e1db8c4b39b7a2934698d2e, NAME => 'TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T08:39:07,356 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=157 java.io.IOException: Unable to complete flush {ENCODED => 975d28e48e1db8c4b39b7a2934698d2e, NAME => 'TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T08:39:07,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45349 {}] master.HMaster(4177): Remote procedure failed, pid=157 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 975d28e48e1db8c4b39b7a2934698d2e, NAME => 'TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 975d28e48e1db8c4b39b7a2934698d2e, NAME => 'TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T08:39:07,509 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43851 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=157 2024-11-13T08:39:07,509 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e. 2024-11-13T08:39:07,509 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e. as already flushing 2024-11-13T08:39:07,509 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e. 2024-11-13T08:39:07,509 ERROR [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] handler.RSProcedureHandler(58): pid=157 java.io.IOException: Unable to complete flush {ENCODED => 975d28e48e1db8c4b39b7a2934698d2e, NAME => 'TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T08:39:07,509 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=157 java.io.IOException: Unable to complete flush {ENCODED => 975d28e48e1db8c4b39b7a2934698d2e, NAME => 'TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T08:39:07,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45349 {}] master.HMaster(4177): Remote procedure failed, pid=157 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 975d28e48e1db8c4b39b7a2934698d2e, NAME => 'TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 975d28e48e1db8c4b39b7a2934698d2e, NAME => 'TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T08:39:07,662 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43851 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=157 2024-11-13T08:39:07,662 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e. 2024-11-13T08:39:07,662 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e. as already flushing 2024-11-13T08:39:07,662 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e. 2024-11-13T08:39:07,662 ERROR [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] handler.RSProcedureHandler(58): pid=157 java.io.IOException: Unable to complete flush {ENCODED => 975d28e48e1db8c4b39b7a2934698d2e, NAME => 'TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T08:39:07,662 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=157 java.io.IOException: Unable to complete flush {ENCODED => 975d28e48e1db8c4b39b7a2934698d2e, NAME => 'TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T08:39:07,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45349 {}] master.HMaster(4177): Remote procedure failed, pid=157 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 975d28e48e1db8c4b39b7a2934698d2e, NAME => 'TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 975d28e48e1db8c4b39b7a2934698d2e, NAME => 'TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T08:39:07,693 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/975d28e48e1db8c4b39b7a2934698d2e/.tmp/C/12c4472f812d4768b4277403d9e6ef8b 2024-11-13T08:39:07,697 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/975d28e48e1db8c4b39b7a2934698d2e/.tmp/A/f9727fb2c458420c991065d4b0787ead as hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/975d28e48e1db8c4b39b7a2934698d2e/A/f9727fb2c458420c991065d4b0787ead 2024-11-13T08:39:07,700 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/975d28e48e1db8c4b39b7a2934698d2e/A/f9727fb2c458420c991065d4b0787ead, entries=150, sequenceid=17, filesize=30.2 K 2024-11-13T08:39:07,700 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/975d28e48e1db8c4b39b7a2934698d2e/.tmp/B/bf4278fc061f49e3a674a8a5b49dfe4b as hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/975d28e48e1db8c4b39b7a2934698d2e/B/bf4278fc061f49e3a674a8a5b49dfe4b 2024-11-13T08:39:07,704 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/975d28e48e1db8c4b39b7a2934698d2e/B/bf4278fc061f49e3a674a8a5b49dfe4b, entries=150, sequenceid=17, filesize=11.7 K 2024-11-13T08:39:07,704 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/975d28e48e1db8c4b39b7a2934698d2e/.tmp/C/12c4472f812d4768b4277403d9e6ef8b as hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/975d28e48e1db8c4b39b7a2934698d2e/C/12c4472f812d4768b4277403d9e6ef8b 2024-11-13T08:39:07,707 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/975d28e48e1db8c4b39b7a2934698d2e/C/12c4472f812d4768b4277403d9e6ef8b, entries=150, sequenceid=17, filesize=11.7 K 2024-11-13T08:39:07,708 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=140.89 KB/144270 for 975d28e48e1db8c4b39b7a2934698d2e in 1719ms, sequenceid=17, compaction requested=false 2024-11-13T08:39:07,708 DEBUG [MemStoreFlusher.0 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestAcidGuarantees' 2024-11-13T08:39:07,709 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 975d28e48e1db8c4b39b7a2934698d2e: 2024-11-13T08:39:07,768 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-13T08:39:07,815 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43851 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=157 2024-11-13T08:39:07,815 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e. 2024-11-13T08:39:07,815 INFO [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegion(2902): Flushing 975d28e48e1db8c4b39b7a2934698d2e 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-13T08:39:07,822 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241113c523acbb54104421ae327a251a0fb7d1_975d28e48e1db8c4b39b7a2934698d2e is 50, key is test_row_0/A:col10/1731487146021/Put/seqid=0 2024-11-13T08:39:07,825 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38605 is added to blk_1073742369_1545 (size=12154) 2024-11-13T08:39:07,826 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:07,829 INFO [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241113c523acbb54104421ae327a251a0fb7d1_975d28e48e1db8c4b39b7a2934698d2e to hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241113c523acbb54104421ae327a251a0fb7d1_975d28e48e1db8c4b39b7a2934698d2e 2024-11-13T08:39:07,830 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/975d28e48e1db8c4b39b7a2934698d2e/.tmp/A/8c574aafe7c548058ad5f0b9f0283e28, store: [table=TestAcidGuarantees family=A region=975d28e48e1db8c4b39b7a2934698d2e] 2024-11-13T08:39:07,831 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/975d28e48e1db8c4b39b7a2934698d2e/.tmp/A/8c574aafe7c548058ad5f0b9f0283e28 is 175, key is test_row_0/A:col10/1731487146021/Put/seqid=0 2024-11-13T08:39:07,835 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38605 is added to blk_1073742370_1546 (size=30955) 2024-11-13T08:39:08,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45349 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=156 2024-11-13T08:39:08,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] regionserver.HRegion(8855): Flush requested on 975d28e48e1db8c4b39b7a2934698d2e 2024-11-13T08:39:08,167 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e. as already flushing 2024-11-13T08:39:08,184 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975d28e48e1db8c4b39b7a2934698d2e, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:39:08,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60744 deadline: 1731487208180, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975d28e48e1db8c4b39b7a2934698d2e, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:39:08,184 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975d28e48e1db8c4b39b7a2934698d2e, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:39:08,184 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 , the old value is region=TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975d28e48e1db8c4b39b7a2934698d2e, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:39:08,184 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975d28e48e1db8c4b39b7a2934698d2e, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:39:08,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60728 deadline: 1731487208180, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975d28e48e1db8c4b39b7a2934698d2e, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:39:08,184 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 because the exception is null or not the one we care about 2024-11-13T08:39:08,184 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 , the old value is region=TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975d28e48e1db8c4b39b7a2934698d2e, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:39:08,184 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975d28e48e1db8c4b39b7a2934698d2e, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:39:08,184 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 because the exception is null or not the one we care about 2024-11-13T08:39:08,186 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975d28e48e1db8c4b39b7a2934698d2e, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:39:08,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60766 deadline: 1731487208182, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975d28e48e1db8c4b39b7a2934698d2e, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:39:08,186 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975d28e48e1db8c4b39b7a2934698d2e, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:39:08,187 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 , the old value is region=TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975d28e48e1db8c4b39b7a2934698d2e, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:39:08,187 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975d28e48e1db8c4b39b7a2934698d2e, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:39:08,187 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 because the exception is null or not the one we care about 2024-11-13T08:39:08,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60720 deadline: 1731487208183, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975d28e48e1db8c4b39b7a2934698d2e, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:39:08,187 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 , the old value is region=TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975d28e48e1db8c4b39b7a2934698d2e, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:39:08,187 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975d28e48e1db8c4b39b7a2934698d2e, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:39:08,187 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 because the exception is null or not the one we care about 2024-11-13T08:39:08,189 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975d28e48e1db8c4b39b7a2934698d2e, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:39:08,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60698 deadline: 1731487208185, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975d28e48e1db8c4b39b7a2934698d2e, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:39:08,189 WARN [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRpcRetryingCaller(177): Call to dd3a0865bb23,43851,1731486997349 for 'test_row_2' in 975d28e48e1db8c4b39b7a2934698d2e of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2164 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975d28e48e1db8c4b39b7a2934698d2e, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975d28e48e1db8c4b39b7a2934698d2e, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-13T08:39:08,190 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 , the old value is region=TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975d28e48e1db8c4b39b7a2934698d2e, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:39:08,190 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975d28e48e1db8c4b39b7a2934698d2e, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:39:08,190 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 because the exception is null or not the one we care about 2024-11-13T08:39:08,236 INFO [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=41, memsize=47.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/975d28e48e1db8c4b39b7a2934698d2e/.tmp/A/8c574aafe7c548058ad5f0b9f0283e28 2024-11-13T08:39:08,242 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/975d28e48e1db8c4b39b7a2934698d2e/.tmp/B/a4caa6d6c2524ae1aed4a88764e893b6 is 50, key is test_row_0/B:col10/1731487146021/Put/seqid=0 2024-11-13T08:39:08,245 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38605 is added to blk_1073742371_1547 (size=12001) 2024-11-13T08:39:08,245 INFO [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=41 (bloomFilter=true), to=hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/975d28e48e1db8c4b39b7a2934698d2e/.tmp/B/a4caa6d6c2524ae1aed4a88764e893b6 2024-11-13T08:39:08,254 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/975d28e48e1db8c4b39b7a2934698d2e/.tmp/C/7e205a6c2a4c47fa8c80e1dbcc02e45f is 50, key is test_row_0/C:col10/1731487146021/Put/seqid=0 2024-11-13T08:39:08,262 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38605 is added to blk_1073742372_1548 (size=12001) 2024-11-13T08:39:08,296 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975d28e48e1db8c4b39b7a2934698d2e, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:39:08,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60744 deadline: 1731487208295, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975d28e48e1db8c4b39b7a2934698d2e, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:39:08,297 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975d28e48e1db8c4b39b7a2934698d2e, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:39:08,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60728 deadline: 1731487208295, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975d28e48e1db8c4b39b7a2934698d2e, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:39:08,297 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 , the old value is region=TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975d28e48e1db8c4b39b7a2934698d2e, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:39:08,297 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975d28e48e1db8c4b39b7a2934698d2e, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:39:08,297 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 because the exception is null or not the one we care about 2024-11-13T08:39:08,297 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 , the old value is region=TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975d28e48e1db8c4b39b7a2934698d2e, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:39:08,297 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975d28e48e1db8c4b39b7a2934698d2e, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:39:08,297 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975d28e48e1db8c4b39b7a2934698d2e, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:39:08,297 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 because the exception is null or not the one we care about 2024-11-13T08:39:08,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60766 deadline: 1731487208295, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975d28e48e1db8c4b39b7a2934698d2e, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:39:08,297 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975d28e48e1db8c4b39b7a2934698d2e, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:39:08,297 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 , the old value is region=TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975d28e48e1db8c4b39b7a2934698d2e, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:39:08,297 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975d28e48e1db8c4b39b7a2934698d2e, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:39:08,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60720 deadline: 1731487208295, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975d28e48e1db8c4b39b7a2934698d2e, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:39:08,297 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 because the exception is null or not the one we care about 2024-11-13T08:39:08,298 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 , the old value is region=TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975d28e48e1db8c4b39b7a2934698d2e, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:39:08,298 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975d28e48e1db8c4b39b7a2934698d2e, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:39:08,298 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 because the exception is null or not the one we care about 2024-11-13T08:39:08,507 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975d28e48e1db8c4b39b7a2934698d2e, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:39:08,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60744 deadline: 1731487208505, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975d28e48e1db8c4b39b7a2934698d2e, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:39:08,507 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975d28e48e1db8c4b39b7a2934698d2e, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:39:08,507 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 , the old value is region=TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975d28e48e1db8c4b39b7a2934698d2e, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:39:08,507 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975d28e48e1db8c4b39b7a2934698d2e, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:39:08,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60728 deadline: 1731487208505, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975d28e48e1db8c4b39b7a2934698d2e, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:39:08,507 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 because the exception is null or not the one we care about 2024-11-13T08:39:08,508 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 , the old value is region=TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975d28e48e1db8c4b39b7a2934698d2e, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:39:08,508 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975d28e48e1db8c4b39b7a2934698d2e, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:39:08,508 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975d28e48e1db8c4b39b7a2934698d2e, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:39:08,508 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 because the exception is null or not the one we care about 2024-11-13T08:39:08,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60766 deadline: 1731487208505, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975d28e48e1db8c4b39b7a2934698d2e, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:39:08,508 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975d28e48e1db8c4b39b7a2934698d2e, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:39:08,508 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 , the old value is region=TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975d28e48e1db8c4b39b7a2934698d2e, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:39:08,508 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975d28e48e1db8c4b39b7a2934698d2e, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:39:08,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60720 deadline: 1731487208505, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975d28e48e1db8c4b39b7a2934698d2e, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:39:08,508 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 because the exception is null or not the one we care about 2024-11-13T08:39:08,508 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 , the old value is region=TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975d28e48e1db8c4b39b7a2934698d2e, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:39:08,508 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975d28e48e1db8c4b39b7a2934698d2e, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:39:08,508 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 because the exception is null or not the one we care about 2024-11-13T08:39:08,662 INFO [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=41 (bloomFilter=true), to=hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/975d28e48e1db8c4b39b7a2934698d2e/.tmp/C/7e205a6c2a4c47fa8c80e1dbcc02e45f 2024-11-13T08:39:08,666 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/975d28e48e1db8c4b39b7a2934698d2e/.tmp/A/8c574aafe7c548058ad5f0b9f0283e28 as hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/975d28e48e1db8c4b39b7a2934698d2e/A/8c574aafe7c548058ad5f0b9f0283e28 2024-11-13T08:39:08,670 INFO [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/975d28e48e1db8c4b39b7a2934698d2e/A/8c574aafe7c548058ad5f0b9f0283e28, entries=150, sequenceid=41, filesize=30.2 K 2024-11-13T08:39:08,670 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/975d28e48e1db8c4b39b7a2934698d2e/.tmp/B/a4caa6d6c2524ae1aed4a88764e893b6 as hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/975d28e48e1db8c4b39b7a2934698d2e/B/a4caa6d6c2524ae1aed4a88764e893b6 2024-11-13T08:39:08,673 INFO [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/975d28e48e1db8c4b39b7a2934698d2e/B/a4caa6d6c2524ae1aed4a88764e893b6, entries=150, sequenceid=41, filesize=11.7 K 2024-11-13T08:39:08,675 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/975d28e48e1db8c4b39b7a2934698d2e/.tmp/C/7e205a6c2a4c47fa8c80e1dbcc02e45f as hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/975d28e48e1db8c4b39b7a2934698d2e/C/7e205a6c2a4c47fa8c80e1dbcc02e45f 2024-11-13T08:39:08,678 INFO [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/975d28e48e1db8c4b39b7a2934698d2e/C/7e205a6c2a4c47fa8c80e1dbcc02e45f, entries=150, sequenceid=41, filesize=11.7 K 2024-11-13T08:39:08,678 INFO [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegion(3140): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for 975d28e48e1db8c4b39b7a2934698d2e in 863ms, sequenceid=41, compaction requested=false 2024-11-13T08:39:08,679 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegion(2603): Flush status journal for 975d28e48e1db8c4b39b7a2934698d2e: 2024-11-13T08:39:08,679 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e. 2024-11-13T08:39:08,679 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=157 2024-11-13T08:39:08,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45349 {}] master.HMaster(4169): Remote procedure done, pid=157 2024-11-13T08:39:08,682 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=157, resume processing ppid=156 2024-11-13T08:39:08,682 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=157, ppid=156, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.7020 sec 2024-11-13T08:39:08,684 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=156, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=156, table=TestAcidGuarantees in 2.7080 sec 2024-11-13T08:39:08,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] regionserver.HRegion(8855): Flush requested on 975d28e48e1db8c4b39b7a2934698d2e 2024-11-13T08:39:08,818 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-13T08:39:08,818 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 975d28e48e1db8c4b39b7a2934698d2e 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-13T08:39:08,825 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411134dbc46c857d145ba8cbd6fd99f75cfea_975d28e48e1db8c4b39b7a2934698d2e is 50, key is test_row_0/A:col10/1731487148818/Put/seqid=0 2024-11-13T08:39:08,828 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38605 is added to blk_1073742373_1549 (size=12154) 2024-11-13T08:39:08,852 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975d28e48e1db8c4b39b7a2934698d2e, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:39:08,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60728 deadline: 1731487208846, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975d28e48e1db8c4b39b7a2934698d2e, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:39:08,852 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975d28e48e1db8c4b39b7a2934698d2e, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:39:08,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60720 deadline: 1731487208846, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975d28e48e1db8c4b39b7a2934698d2e, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:39:08,852 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975d28e48e1db8c4b39b7a2934698d2e, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:39:08,852 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 , the old value is region=TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975d28e48e1db8c4b39b7a2934698d2e, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:39:08,852 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975d28e48e1db8c4b39b7a2934698d2e, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:39:08,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60766 deadline: 1731487208847, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975d28e48e1db8c4b39b7a2934698d2e, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:39:08,852 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 because the exception is null or not the one we care about 2024-11-13T08:39:08,852 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 , the old value is region=TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975d28e48e1db8c4b39b7a2934698d2e, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:39:08,852 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975d28e48e1db8c4b39b7a2934698d2e, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:39:08,852 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 because the exception is null or not the one we care about 2024-11-13T08:39:08,852 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 , the old value is region=TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975d28e48e1db8c4b39b7a2934698d2e, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:39:08,852 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975d28e48e1db8c4b39b7a2934698d2e, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:39:08,852 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 because the exception is null or not the one we care about 2024-11-13T08:39:08,856 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975d28e48e1db8c4b39b7a2934698d2e, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:39:08,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60744 deadline: 1731487208852, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975d28e48e1db8c4b39b7a2934698d2e, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:39:08,857 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 , the old value is region=TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975d28e48e1db8c4b39b7a2934698d2e, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:39:08,857 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975d28e48e1db8c4b39b7a2934698d2e, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:39:08,857 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 because the exception is null or not the one we care about 2024-11-13T08:39:08,958 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975d28e48e1db8c4b39b7a2934698d2e, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:39:08,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60728 deadline: 1731487208955, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975d28e48e1db8c4b39b7a2934698d2e, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:39:08,958 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975d28e48e1db8c4b39b7a2934698d2e, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:39:08,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60720 deadline: 1731487208955, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975d28e48e1db8c4b39b7a2934698d2e, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:39:08,959 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 , the old value is region=TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975d28e48e1db8c4b39b7a2934698d2e, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:39:08,959 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975d28e48e1db8c4b39b7a2934698d2e, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:39:08,959 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 because the exception is null or not the one we care about 2024-11-13T08:39:08,959 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975d28e48e1db8c4b39b7a2934698d2e, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:39:08,959 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 , the old value is region=TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975d28e48e1db8c4b39b7a2934698d2e, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:39:08,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60766 deadline: 1731487208955, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975d28e48e1db8c4b39b7a2934698d2e, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:39:08,959 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975d28e48e1db8c4b39b7a2934698d2e, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:39:08,959 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 because the exception is null or not the one we care about 2024-11-13T08:39:08,959 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 , the old value is region=TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975d28e48e1db8c4b39b7a2934698d2e, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:39:08,959 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975d28e48e1db8c4b39b7a2934698d2e, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:39:08,959 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 because the exception is null or not the one we care about 2024-11-13T08:39:08,968 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975d28e48e1db8c4b39b7a2934698d2e, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:39:08,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60744 deadline: 1731487208965, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975d28e48e1db8c4b39b7a2934698d2e, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:39:08,969 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 , the old value is region=TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975d28e48e1db8c4b39b7a2934698d2e, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:39:08,969 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975d28e48e1db8c4b39b7a2934698d2e, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:39:08,969 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 because the exception is null or not the one we care about 2024-11-13T08:39:09,167 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975d28e48e1db8c4b39b7a2934698d2e, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:39:09,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60728 deadline: 1731487209165, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975d28e48e1db8c4b39b7a2934698d2e, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:39:09,168 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 , the old value is region=TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975d28e48e1db8c4b39b7a2934698d2e, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:39:09,168 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975d28e48e1db8c4b39b7a2934698d2e, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:39:09,168 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975d28e48e1db8c4b39b7a2934698d2e, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:39:09,168 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 because the exception is null or not the one we care about 2024-11-13T08:39:09,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60720 deadline: 1731487209165, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975d28e48e1db8c4b39b7a2934698d2e, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:39:09,168 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 , the old value is region=TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975d28e48e1db8c4b39b7a2934698d2e, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:39:09,168 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975d28e48e1db8c4b39b7a2934698d2e, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:39:09,168 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975d28e48e1db8c4b39b7a2934698d2e, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:39:09,168 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 because the exception is null or not the one we care about 2024-11-13T08:39:09,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60766 deadline: 1731487209165, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975d28e48e1db8c4b39b7a2934698d2e, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:39:09,169 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 , the old value is region=TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975d28e48e1db8c4b39b7a2934698d2e, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:39:09,169 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975d28e48e1db8c4b39b7a2934698d2e, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:39:09,169 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 because the exception is null or not the one we care about 2024-11-13T08:39:09,178 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975d28e48e1db8c4b39b7a2934698d2e, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:39:09,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60744 deadline: 1731487209175, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975d28e48e1db8c4b39b7a2934698d2e, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:39:09,178 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 , the old value is region=TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975d28e48e1db8c4b39b7a2934698d2e, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:39:09,178 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975d28e48e1db8c4b39b7a2934698d2e, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:39:09,178 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 because the exception is null or not the one we care about 2024-11-13T08:39:09,229 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:09,233 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411134dbc46c857d145ba8cbd6fd99f75cfea_975d28e48e1db8c4b39b7a2934698d2e to hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411134dbc46c857d145ba8cbd6fd99f75cfea_975d28e48e1db8c4b39b7a2934698d2e 2024-11-13T08:39:09,233 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/975d28e48e1db8c4b39b7a2934698d2e/.tmp/A/36cc4501ef8a4fcb8738d212219e1731, store: [table=TestAcidGuarantees family=A region=975d28e48e1db8c4b39b7a2934698d2e] 2024-11-13T08:39:09,234 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/975d28e48e1db8c4b39b7a2934698d2e/.tmp/A/36cc4501ef8a4fcb8738d212219e1731 is 175, key is test_row_0/A:col10/1731487148818/Put/seqid=0 2024-11-13T08:39:09,237 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38605 is added to blk_1073742374_1550 (size=30955) 2024-11-13T08:39:09,478 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975d28e48e1db8c4b39b7a2934698d2e, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:39:09,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60728 deadline: 1731487209475, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975d28e48e1db8c4b39b7a2934698d2e, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:39:09,479 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 , the old value is region=TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975d28e48e1db8c4b39b7a2934698d2e, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:39:09,479 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975d28e48e1db8c4b39b7a2934698d2e, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:39:09,479 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975d28e48e1db8c4b39b7a2934698d2e, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:39:09,479 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 because the exception is null or not the one we care about 2024-11-13T08:39:09,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60720 deadline: 1731487209475, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975d28e48e1db8c4b39b7a2934698d2e, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:39:09,479 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 , the old value is region=TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975d28e48e1db8c4b39b7a2934698d2e, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:39:09,479 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975d28e48e1db8c4b39b7a2934698d2e, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:39:09,479 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 because the exception is null or not the one we care about 2024-11-13T08:39:09,479 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975d28e48e1db8c4b39b7a2934698d2e, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:39:09,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60766 deadline: 1731487209475, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975d28e48e1db8c4b39b7a2934698d2e, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:39:09,480 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 , the old value is region=TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975d28e48e1db8c4b39b7a2934698d2e, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:39:09,480 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975d28e48e1db8c4b39b7a2934698d2e, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:39:09,480 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 because the exception is null or not the one we care about 2024-11-13T08:39:09,487 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975d28e48e1db8c4b39b7a2934698d2e, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:39:09,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60744 deadline: 1731487209484, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975d28e48e1db8c4b39b7a2934698d2e, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:39:09,487 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 , the old value is region=TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975d28e48e1db8c4b39b7a2934698d2e, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:39:09,487 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975d28e48e1db8c4b39b7a2934698d2e, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:39:09,487 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 because the exception is null or not the one we care about 2024-11-13T08:39:09,638 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=55, memsize=24.6 K, hasBloomFilter=true, into tmp file hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/975d28e48e1db8c4b39b7a2934698d2e/.tmp/A/36cc4501ef8a4fcb8738d212219e1731 2024-11-13T08:39:09,648 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/975d28e48e1db8c4b39b7a2934698d2e/.tmp/B/7d32a4aaf3b142b4a211f7994a573071 is 50, key is test_row_0/B:col10/1731487148818/Put/seqid=0 2024-11-13T08:39:09,655 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38605 is added to blk_1073742375_1551 (size=12001) 2024-11-13T08:39:09,988 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975d28e48e1db8c4b39b7a2934698d2e, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:39:09,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60728 deadline: 1731487209985, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975d28e48e1db8c4b39b7a2934698d2e, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:39:09,989 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 , the old value is region=TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975d28e48e1db8c4b39b7a2934698d2e, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:39:09,989 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975d28e48e1db8c4b39b7a2934698d2e, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:39:09,989 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 because the exception is null or not the one we care about 2024-11-13T08:39:09,989 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975d28e48e1db8c4b39b7a2934698d2e, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:39:09,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60720 deadline: 1731487209985, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975d28e48e1db8c4b39b7a2934698d2e, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:39:09,990 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975d28e48e1db8c4b39b7a2934698d2e, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:39:09,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60766 deadline: 1731487209986, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975d28e48e1db8c4b39b7a2934698d2e, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:39:09,991 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 , the old value is region=TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975d28e48e1db8c4b39b7a2934698d2e, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:39:09,991 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975d28e48e1db8c4b39b7a2934698d2e, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:39:09,991 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 because the exception is null or not the one we care about 2024-11-13T08:39:09,991 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 , the old value is region=TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975d28e48e1db8c4b39b7a2934698d2e, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:39:09,991 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975d28e48e1db8c4b39b7a2934698d2e, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:39:09,991 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 because the exception is null or not the one we care about 2024-11-13T08:39:09,998 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975d28e48e1db8c4b39b7a2934698d2e, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:39:09,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60744 deadline: 1731487209994, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975d28e48e1db8c4b39b7a2934698d2e, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:39:09,998 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 , the old value is region=TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975d28e48e1db8c4b39b7a2934698d2e, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:39:09,998 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975d28e48e1db8c4b39b7a2934698d2e, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:39:09,998 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 because the exception is null or not the one we care about 2024-11-13T08:39:10,056 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/975d28e48e1db8c4b39b7a2934698d2e/.tmp/B/7d32a4aaf3b142b4a211f7994a573071 2024-11-13T08:39:10,068 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/975d28e48e1db8c4b39b7a2934698d2e/.tmp/C/69377879a54240adade4de6059f12a08 is 50, key is test_row_0/C:col10/1731487148818/Put/seqid=0 2024-11-13T08:39:10,089 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38605 is added to blk_1073742376_1552 (size=12001) 2024-11-13T08:39:10,091 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/975d28e48e1db8c4b39b7a2934698d2e/.tmp/C/69377879a54240adade4de6059f12a08 2024-11-13T08:39:10,097 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/975d28e48e1db8c4b39b7a2934698d2e/.tmp/A/36cc4501ef8a4fcb8738d212219e1731 as hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/975d28e48e1db8c4b39b7a2934698d2e/A/36cc4501ef8a4fcb8738d212219e1731 2024-11-13T08:39:10,103 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/975d28e48e1db8c4b39b7a2934698d2e/A/36cc4501ef8a4fcb8738d212219e1731, entries=150, sequenceid=55, filesize=30.2 K 2024-11-13T08:39:10,106 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/975d28e48e1db8c4b39b7a2934698d2e/.tmp/B/7d32a4aaf3b142b4a211f7994a573071 as hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/975d28e48e1db8c4b39b7a2934698d2e/B/7d32a4aaf3b142b4a211f7994a573071 2024-11-13T08:39:10,110 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/975d28e48e1db8c4b39b7a2934698d2e/B/7d32a4aaf3b142b4a211f7994a573071, entries=150, sequenceid=55, filesize=11.7 K 2024-11-13T08:39:10,111 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/975d28e48e1db8c4b39b7a2934698d2e/.tmp/C/69377879a54240adade4de6059f12a08 as hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/975d28e48e1db8c4b39b7a2934698d2e/C/69377879a54240adade4de6059f12a08 2024-11-13T08:39:10,116 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/975d28e48e1db8c4b39b7a2934698d2e/C/69377879a54240adade4de6059f12a08, entries=150, sequenceid=55, filesize=11.7 K 2024-11-13T08:39:10,117 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=127.47 KB/130530 for 975d28e48e1db8c4b39b7a2934698d2e in 1299ms, sequenceid=55, compaction requested=true 2024-11-13T08:39:10,117 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 975d28e48e1db8c4b39b7a2934698d2e: 2024-11-13T08:39:10,118 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 975d28e48e1db8c4b39b7a2934698d2e:A, priority=-2147483648, current under compaction store size is 1 2024-11-13T08:39:10,118 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T08:39:10,118 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 975d28e48e1db8c4b39b7a2934698d2e:B, priority=-2147483648, current under compaction store size is 2 2024-11-13T08:39:10,118 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-13T08:39:10,118 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 975d28e48e1db8c4b39b7a2934698d2e:C, priority=-2147483648, current under compaction store size is 3 2024-11-13T08:39:10,118 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-13T08:39:10,118 DEBUG [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-13T08:39:10,118 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-13T08:39:10,122 DEBUG [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 92865 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-13T08:39:10,122 DEBUG [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] regionserver.HStore(1541): 975d28e48e1db8c4b39b7a2934698d2e/A is initiating minor compaction (all files) 2024-11-13T08:39:10,122 INFO [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 975d28e48e1db8c4b39b7a2934698d2e/A in TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e. 2024-11-13T08:39:10,122 INFO [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/975d28e48e1db8c4b39b7a2934698d2e/A/f9727fb2c458420c991065d4b0787ead, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/975d28e48e1db8c4b39b7a2934698d2e/A/8c574aafe7c548058ad5f0b9f0283e28, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/975d28e48e1db8c4b39b7a2934698d2e/A/36cc4501ef8a4fcb8738d212219e1731] into tmpdir=hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/975d28e48e1db8c4b39b7a2934698d2e/.tmp, totalSize=90.7 K 2024-11-13T08:39:10,122 INFO [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e. 2024-11-13T08:39:10,122 DEBUG [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e. files: [hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/975d28e48e1db8c4b39b7a2934698d2e/A/f9727fb2c458420c991065d4b0787ead, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/975d28e48e1db8c4b39b7a2934698d2e/A/8c574aafe7c548058ad5f0b9f0283e28, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/975d28e48e1db8c4b39b7a2934698d2e/A/36cc4501ef8a4fcb8738d212219e1731] 2024-11-13T08:39:10,123 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-13T08:39:10,123 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] regionserver.HStore(1541): 975d28e48e1db8c4b39b7a2934698d2e/B is initiating minor compaction (all files) 2024-11-13T08:39:10,123 INFO [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 975d28e48e1db8c4b39b7a2934698d2e/B in TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e. 2024-11-13T08:39:10,123 INFO [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/975d28e48e1db8c4b39b7a2934698d2e/B/bf4278fc061f49e3a674a8a5b49dfe4b, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/975d28e48e1db8c4b39b7a2934698d2e/B/a4caa6d6c2524ae1aed4a88764e893b6, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/975d28e48e1db8c4b39b7a2934698d2e/B/7d32a4aaf3b142b4a211f7994a573071] into tmpdir=hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/975d28e48e1db8c4b39b7a2934698d2e/.tmp, totalSize=35.2 K 2024-11-13T08:39:10,123 DEBUG [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] compactions.Compactor(225): Compacting f9727fb2c458420c991065d4b0787ead, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=17, earliestPutTs=1731487145987 2024-11-13T08:39:10,124 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] compactions.Compactor(225): Compacting bf4278fc061f49e3a674a8a5b49dfe4b, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=17, earliestPutTs=1731487145987 2024-11-13T08:39:10,124 DEBUG [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] compactions.Compactor(225): Compacting 8c574aafe7c548058ad5f0b9f0283e28, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=41, earliestPutTs=1731487146021 2024-11-13T08:39:10,124 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] compactions.Compactor(225): Compacting a4caa6d6c2524ae1aed4a88764e893b6, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=41, earliestPutTs=1731487146021 2024-11-13T08:39:10,124 DEBUG [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] compactions.Compactor(225): Compacting 36cc4501ef8a4fcb8738d212219e1731, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=55, earliestPutTs=1731487148178 2024-11-13T08:39:10,125 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] compactions.Compactor(225): Compacting 7d32a4aaf3b142b4a211f7994a573071, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=55, earliestPutTs=1731487148178 2024-11-13T08:39:10,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45349 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=156 2024-11-13T08:39:10,135 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-13T08:39:10,136 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45349 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-13T08:39:10,136 INFO [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=975d28e48e1db8c4b39b7a2934698d2e] 2024-11-13T08:39:10,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45349 {}] procedure2.ProcedureExecutor(1139): Stored pid=158, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=158, table=TestAcidGuarantees 2024-11-13T08:39:10,138 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=158, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=158, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-13T08:39:10,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45349 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=158 2024-11-13T08:39:10,138 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=158, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=158, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-13T08:39:10,138 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=159, ppid=158, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-13T08:39:10,141 DEBUG [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241113d8ed89a8f2044740b6255ba691fdff54_975d28e48e1db8c4b39b7a2934698d2e store=[table=TestAcidGuarantees family=A region=975d28e48e1db8c4b39b7a2934698d2e] 2024-11-13T08:39:10,143 DEBUG [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241113d8ed89a8f2044740b6255ba691fdff54_975d28e48e1db8c4b39b7a2934698d2e, store=[table=TestAcidGuarantees family=A region=975d28e48e1db8c4b39b7a2934698d2e] 2024-11-13T08:39:10,143 DEBUG [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241113d8ed89a8f2044740b6255ba691fdff54_975d28e48e1db8c4b39b7a2934698d2e because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=975d28e48e1db8c4b39b7a2934698d2e] 2024-11-13T08:39:10,144 INFO [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 975d28e48e1db8c4b39b7a2934698d2e#B#compaction#467 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-13T08:39:10,144 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/975d28e48e1db8c4b39b7a2934698d2e/.tmp/B/0b959808b20148b89ab780fcb7a98ab8 is 50, key is test_row_0/B:col10/1731487148818/Put/seqid=0 2024-11-13T08:39:10,175 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38605 is added to blk_1073742377_1553 (size=4469) 2024-11-13T08:39:10,178 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38605 is added to blk_1073742378_1554 (size=12104) 2024-11-13T08:39:10,186 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/975d28e48e1db8c4b39b7a2934698d2e/.tmp/B/0b959808b20148b89ab780fcb7a98ab8 as hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/975d28e48e1db8c4b39b7a2934698d2e/B/0b959808b20148b89ab780fcb7a98ab8 2024-11-13T08:39:10,194 INFO [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 975d28e48e1db8c4b39b7a2934698d2e/B of 975d28e48e1db8c4b39b7a2934698d2e into 0b959808b20148b89ab780fcb7a98ab8(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T08:39:10,194 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 975d28e48e1db8c4b39b7a2934698d2e: 2024-11-13T08:39:10,194 INFO [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e., storeName=975d28e48e1db8c4b39b7a2934698d2e/B, priority=13, startTime=1731487150118; duration=0sec 2024-11-13T08:39:10,194 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-13T08:39:10,194 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 975d28e48e1db8c4b39b7a2934698d2e:B 2024-11-13T08:39:10,194 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-13T08:39:10,195 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-13T08:39:10,195 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] regionserver.HStore(1541): 975d28e48e1db8c4b39b7a2934698d2e/C is initiating minor compaction (all files) 2024-11-13T08:39:10,195 INFO [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 975d28e48e1db8c4b39b7a2934698d2e/C in TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e. 2024-11-13T08:39:10,195 INFO [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/975d28e48e1db8c4b39b7a2934698d2e/C/12c4472f812d4768b4277403d9e6ef8b, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/975d28e48e1db8c4b39b7a2934698d2e/C/7e205a6c2a4c47fa8c80e1dbcc02e45f, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/975d28e48e1db8c4b39b7a2934698d2e/C/69377879a54240adade4de6059f12a08] into tmpdir=hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/975d28e48e1db8c4b39b7a2934698d2e/.tmp, totalSize=35.2 K 2024-11-13T08:39:10,195 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] compactions.Compactor(225): Compacting 12c4472f812d4768b4277403d9e6ef8b, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=17, earliestPutTs=1731487145987 2024-11-13T08:39:10,196 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] compactions.Compactor(225): Compacting 7e205a6c2a4c47fa8c80e1dbcc02e45f, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=41, earliestPutTs=1731487146021 2024-11-13T08:39:10,197 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] compactions.Compactor(225): Compacting 69377879a54240adade4de6059f12a08, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=55, earliestPutTs=1731487148178 2024-11-13T08:39:10,207 INFO [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 975d28e48e1db8c4b39b7a2934698d2e#C#compaction#468 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-13T08:39:10,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] regionserver.HRegion(8855): Flush requested on 975d28e48e1db8c4b39b7a2934698d2e 2024-11-13T08:39:10,208 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/975d28e48e1db8c4b39b7a2934698d2e/.tmp/C/fbe04e384ca14cb59dd08a6876c1c747 is 50, key is test_row_0/C:col10/1731487148818/Put/seqid=0 2024-11-13T08:39:10,208 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-13T08:39:10,209 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 975d28e48e1db8c4b39b7a2934698d2e 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-13T08:39:10,237 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111312ab05fc6c524606a984e27276200012_975d28e48e1db8c4b39b7a2934698d2e is 50, key is test_row_0/A:col10/1731487148851/Put/seqid=0 2024-11-13T08:39:10,240 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38605 is added to blk_1073742379_1555 (size=12104) 2024-11-13T08:39:10,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45349 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=158 2024-11-13T08:39:10,246 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38605 is added to blk_1073742380_1556 (size=12154) 2024-11-13T08:39:10,247 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:10,251 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111312ab05fc6c524606a984e27276200012_975d28e48e1db8c4b39b7a2934698d2e to hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111312ab05fc6c524606a984e27276200012_975d28e48e1db8c4b39b7a2934698d2e 2024-11-13T08:39:10,252 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/975d28e48e1db8c4b39b7a2934698d2e/.tmp/A/3f5ee73d7e5740d391cf2e9614ced5f5, store: [table=TestAcidGuarantees family=A region=975d28e48e1db8c4b39b7a2934698d2e] 2024-11-13T08:39:10,253 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/975d28e48e1db8c4b39b7a2934698d2e/.tmp/A/3f5ee73d7e5740d391cf2e9614ced5f5 is 175, key is test_row_0/A:col10/1731487148851/Put/seqid=0 2024-11-13T08:39:10,265 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975d28e48e1db8c4b39b7a2934698d2e, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:39:10,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60698 deadline: 1731487210261, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975d28e48e1db8c4b39b7a2934698d2e, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:39:10,265 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 , the old value is region=TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975d28e48e1db8c4b39b7a2934698d2e, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:39:10,265 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975d28e48e1db8c4b39b7a2934698d2e, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:39:10,265 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 because the exception is null or not the one we care about 2024-11-13T08:39:10,270 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38605 is added to blk_1073742381_1557 (size=30955) 2024-11-13T08:39:10,291 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43851 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=159 2024-11-13T08:39:10,291 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e. 2024-11-13T08:39:10,291 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e. as already flushing 2024-11-13T08:39:10,291 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e. 2024-11-13T08:39:10,291 ERROR [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] handler.RSProcedureHandler(58): pid=159 java.io.IOException: Unable to complete flush {ENCODED => 975d28e48e1db8c4b39b7a2934698d2e, NAME => 'TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T08:39:10,291 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=159 java.io.IOException: Unable to complete flush {ENCODED => 975d28e48e1db8c4b39b7a2934698d2e, NAME => 'TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T08:39:10,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45349 {}] master.HMaster(4177): Remote procedure failed, pid=159 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 975d28e48e1db8c4b39b7a2934698d2e, NAME => 'TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 975d28e48e1db8c4b39b7a2934698d2e, NAME => 'TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T08:39:10,377 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975d28e48e1db8c4b39b7a2934698d2e, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:39:10,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60698 deadline: 1731487210375, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975d28e48e1db8c4b39b7a2934698d2e, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:39:10,378 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 , the old value is region=TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975d28e48e1db8c4b39b7a2934698d2e, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:39:10,378 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975d28e48e1db8c4b39b7a2934698d2e, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:39:10,378 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 because the exception is null or not the one we care about 2024-11-13T08:39:10,444 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43851 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=159 2024-11-13T08:39:10,444 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e. 2024-11-13T08:39:10,444 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e. as already flushing 2024-11-13T08:39:10,444 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e. 2024-11-13T08:39:10,444 ERROR [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] handler.RSProcedureHandler(58): pid=159 java.io.IOException: Unable to complete flush {ENCODED => 975d28e48e1db8c4b39b7a2934698d2e, NAME => 'TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T08:39:10,444 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=159 java.io.IOException: Unable to complete flush {ENCODED => 975d28e48e1db8c4b39b7a2934698d2e, NAME => 'TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T08:39:10,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45349 {}] master.HMaster(4177): Remote procedure failed, pid=159 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 975d28e48e1db8c4b39b7a2934698d2e, NAME => 'TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 975d28e48e1db8c4b39b7a2934698d2e, NAME => 'TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T08:39:10,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45349 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=158 2024-11-13T08:39:10,577 INFO [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 975d28e48e1db8c4b39b7a2934698d2e#A#compaction#466 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-13T08:39:10,578 DEBUG [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/975d28e48e1db8c4b39b7a2934698d2e/.tmp/A/54208385c846407fa46063957fade49d is 175, key is test_row_0/A:col10/1731487148818/Put/seqid=0 2024-11-13T08:39:10,588 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975d28e48e1db8c4b39b7a2934698d2e, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:39:10,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60698 deadline: 1731487210585, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975d28e48e1db8c4b39b7a2934698d2e, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:39:10,588 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 , the old value is region=TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975d28e48e1db8c4b39b7a2934698d2e, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:39:10,588 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975d28e48e1db8c4b39b7a2934698d2e, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:39:10,588 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 because the exception is null or not the one we care about 2024-11-13T08:39:10,598 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43851 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=159 2024-11-13T08:39:10,598 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e. 2024-11-13T08:39:10,598 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e. as already flushing 2024-11-13T08:39:10,599 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e. 2024-11-13T08:39:10,599 ERROR [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] handler.RSProcedureHandler(58): pid=159 java.io.IOException: Unable to complete flush {ENCODED => 975d28e48e1db8c4b39b7a2934698d2e, NAME => 'TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T08:39:10,599 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=159 java.io.IOException: Unable to complete flush {ENCODED => 975d28e48e1db8c4b39b7a2934698d2e, NAME => 'TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T08:39:10,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45349 {}] master.HMaster(4177): Remote procedure failed, pid=159 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 975d28e48e1db8c4b39b7a2934698d2e, NAME => 'TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 975d28e48e1db8c4b39b7a2934698d2e, NAME => 'TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T08:39:10,611 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38605 is added to blk_1073742382_1558 (size=31058) 2024-11-13T08:39:10,650 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/975d28e48e1db8c4b39b7a2934698d2e/.tmp/C/fbe04e384ca14cb59dd08a6876c1c747 as hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/975d28e48e1db8c4b39b7a2934698d2e/C/fbe04e384ca14cb59dd08a6876c1c747 2024-11-13T08:39:10,657 INFO [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 975d28e48e1db8c4b39b7a2934698d2e/C of 975d28e48e1db8c4b39b7a2934698d2e into fbe04e384ca14cb59dd08a6876c1c747(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T08:39:10,657 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 975d28e48e1db8c4b39b7a2934698d2e: 2024-11-13T08:39:10,657 INFO [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e., storeName=975d28e48e1db8c4b39b7a2934698d2e/C, priority=13, startTime=1731487150118; duration=0sec 2024-11-13T08:39:10,657 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T08:39:10,657 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 975d28e48e1db8c4b39b7a2934698d2e:C 2024-11-13T08:39:10,672 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=79, memsize=44.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/975d28e48e1db8c4b39b7a2934698d2e/.tmp/A/3f5ee73d7e5740d391cf2e9614ced5f5 2024-11-13T08:39:10,695 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/975d28e48e1db8c4b39b7a2934698d2e/.tmp/B/9b9f54fd3ca04ed4b16827601682cd3b is 50, key is test_row_0/B:col10/1731487148851/Put/seqid=0 2024-11-13T08:39:10,734 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38605 is added to blk_1073742383_1559 (size=12001) 2024-11-13T08:39:10,735 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=79 (bloomFilter=true), to=hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/975d28e48e1db8c4b39b7a2934698d2e/.tmp/B/9b9f54fd3ca04ed4b16827601682cd3b 2024-11-13T08:39:10,747 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/975d28e48e1db8c4b39b7a2934698d2e/.tmp/C/7d1fd2c5bd7b499caefbf540cabb6244 is 50, key is test_row_0/C:col10/1731487148851/Put/seqid=0 2024-11-13T08:39:10,755 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43851 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=159 2024-11-13T08:39:10,755 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e. 2024-11-13T08:39:10,755 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e. as already flushing 2024-11-13T08:39:10,755 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e. 2024-11-13T08:39:10,755 ERROR [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] handler.RSProcedureHandler(58): pid=159 java.io.IOException: Unable to complete flush {ENCODED => 975d28e48e1db8c4b39b7a2934698d2e, NAME => 'TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T08:39:10,756 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=159 java.io.IOException: Unable to complete flush {ENCODED => 975d28e48e1db8c4b39b7a2934698d2e, NAME => 'TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T08:39:10,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45349 {}] master.HMaster(4177): Remote procedure failed, pid=159 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 975d28e48e1db8c4b39b7a2934698d2e, NAME => 'TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 975d28e48e1db8c4b39b7a2934698d2e, NAME => 'TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T08:39:10,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45349 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=158 2024-11-13T08:39:10,783 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38605 is added to blk_1073742384_1560 (size=12001) 2024-11-13T08:39:10,786 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=79 (bloomFilter=true), to=hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/975d28e48e1db8c4b39b7a2934698d2e/.tmp/C/7d1fd2c5bd7b499caefbf540cabb6244 2024-11-13T08:39:10,794 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/975d28e48e1db8c4b39b7a2934698d2e/.tmp/A/3f5ee73d7e5740d391cf2e9614ced5f5 as hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/975d28e48e1db8c4b39b7a2934698d2e/A/3f5ee73d7e5740d391cf2e9614ced5f5 2024-11-13T08:39:10,800 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/975d28e48e1db8c4b39b7a2934698d2e/A/3f5ee73d7e5740d391cf2e9614ced5f5, entries=150, sequenceid=79, filesize=30.2 K 2024-11-13T08:39:10,801 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/975d28e48e1db8c4b39b7a2934698d2e/.tmp/B/9b9f54fd3ca04ed4b16827601682cd3b as hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/975d28e48e1db8c4b39b7a2934698d2e/B/9b9f54fd3ca04ed4b16827601682cd3b 2024-11-13T08:39:10,810 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/975d28e48e1db8c4b39b7a2934698d2e/B/9b9f54fd3ca04ed4b16827601682cd3b, entries=150, sequenceid=79, filesize=11.7 K 2024-11-13T08:39:10,812 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/975d28e48e1db8c4b39b7a2934698d2e/.tmp/C/7d1fd2c5bd7b499caefbf540cabb6244 as hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/975d28e48e1db8c4b39b7a2934698d2e/C/7d1fd2c5bd7b499caefbf540cabb6244 2024-11-13T08:39:10,817 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/975d28e48e1db8c4b39b7a2934698d2e/C/7d1fd2c5bd7b499caefbf540cabb6244, entries=150, sequenceid=79, filesize=11.7 K 2024-11-13T08:39:10,819 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=67.09 KB/68700 for 975d28e48e1db8c4b39b7a2934698d2e in 611ms, sequenceid=79, compaction requested=false 2024-11-13T08:39:10,819 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 975d28e48e1db8c4b39b7a2934698d2e: 2024-11-13T08:39:10,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] regionserver.HRegion(8855): Flush requested on 975d28e48e1db8c4b39b7a2934698d2e 2024-11-13T08:39:10,898 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-13T08:39:10,899 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 975d28e48e1db8c4b39b7a2934698d2e 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-13T08:39:10,907 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241113bfaaf17d630d4576b2e09b83ab0262bc_975d28e48e1db8c4b39b7a2934698d2e is 50, key is test_row_0/A:col10/1731487150239/Put/seqid=0 2024-11-13T08:39:10,909 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43851 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=159 2024-11-13T08:39:10,909 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e. 2024-11-13T08:39:10,909 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e. as already flushing 2024-11-13T08:39:10,909 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e. 2024-11-13T08:39:10,909 ERROR [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] handler.RSProcedureHandler(58): pid=159 java.io.IOException: Unable to complete flush {ENCODED => 975d28e48e1db8c4b39b7a2934698d2e, NAME => 'TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T08:39:10,910 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=159 java.io.IOException: Unable to complete flush {ENCODED => 975d28e48e1db8c4b39b7a2934698d2e, NAME => 'TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T08:39:10,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45349 {}] master.HMaster(4177): Remote procedure failed, pid=159 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 975d28e48e1db8c4b39b7a2934698d2e, NAME => 'TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 975d28e48e1db8c4b39b7a2934698d2e, NAME => 'TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T08:39:10,951 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38605 is added to blk_1073742385_1561 (size=14594) 2024-11-13T08:39:11,021 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975d28e48e1db8c4b39b7a2934698d2e, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:39:11,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60698 deadline: 1731487211013, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975d28e48e1db8c4b39b7a2934698d2e, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:39:11,021 DEBUG [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/975d28e48e1db8c4b39b7a2934698d2e/.tmp/A/54208385c846407fa46063957fade49d as hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/975d28e48e1db8c4b39b7a2934698d2e/A/54208385c846407fa46063957fade49d 2024-11-13T08:39:11,021 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975d28e48e1db8c4b39b7a2934698d2e, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:39:11,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60766 deadline: 1731487211014, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975d28e48e1db8c4b39b7a2934698d2e, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:39:11,022 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975d28e48e1db8c4b39b7a2934698d2e, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:39:11,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60728 deadline: 1731487211015, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975d28e48e1db8c4b39b7a2934698d2e, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:39:11,022 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 , the old value is region=TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975d28e48e1db8c4b39b7a2934698d2e, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:39:11,022 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975d28e48e1db8c4b39b7a2934698d2e, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:39:11,023 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 because the exception is null or not the one we care about 2024-11-13T08:39:11,023 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975d28e48e1db8c4b39b7a2934698d2e, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:39:11,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60744 deadline: 1731487211015, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975d28e48e1db8c4b39b7a2934698d2e, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:39:11,023 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 , the old value is region=TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975d28e48e1db8c4b39b7a2934698d2e, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:39:11,023 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975d28e48e1db8c4b39b7a2934698d2e, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:39:11,023 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 because the exception is null or not the one we care about 2024-11-13T08:39:11,023 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975d28e48e1db8c4b39b7a2934698d2e, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:39:11,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60720 deadline: 1731487211016, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975d28e48e1db8c4b39b7a2934698d2e, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:39:11,023 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 , the old value is region=TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975d28e48e1db8c4b39b7a2934698d2e, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:39:11,023 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975d28e48e1db8c4b39b7a2934698d2e, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:39:11,023 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 because the exception is null or not the one we care about 2024-11-13T08:39:11,023 WARN [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRpcRetryingCaller(177): Call to dd3a0865bb23,43851,1731486997349 for 'test_row_2' in 975d28e48e1db8c4b39b7a2934698d2e of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2171 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975d28e48e1db8c4b39b7a2934698d2e, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975d28e48e1db8c4b39b7a2934698d2e, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-13T08:39:11,024 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 , the old value is region=TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975d28e48e1db8c4b39b7a2934698d2e, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:39:11,024 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975d28e48e1db8c4b39b7a2934698d2e, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:39:11,024 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 because the exception is null or not the one we care about 2024-11-13T08:39:11,025 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 , the old value is region=TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975d28e48e1db8c4b39b7a2934698d2e, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:39:11,025 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975d28e48e1db8c4b39b7a2934698d2e, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:39:11,025 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 because the exception is null or not the one we care about 2024-11-13T08:39:11,036 INFO [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 975d28e48e1db8c4b39b7a2934698d2e/A of 975d28e48e1db8c4b39b7a2934698d2e into 54208385c846407fa46063957fade49d(size=30.3 K), total size for store is 60.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T08:39:11,036 DEBUG [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 975d28e48e1db8c4b39b7a2934698d2e: 2024-11-13T08:39:11,036 INFO [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e., storeName=975d28e48e1db8c4b39b7a2934698d2e/A, priority=13, startTime=1731487150118; duration=0sec 2024-11-13T08:39:11,036 DEBUG [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T08:39:11,036 DEBUG [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 975d28e48e1db8c4b39b7a2934698d2e:A 2024-11-13T08:39:11,067 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43851 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=159 2024-11-13T08:39:11,067 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e. 2024-11-13T08:39:11,067 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e. as already flushing 2024-11-13T08:39:11,067 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e. 2024-11-13T08:39:11,068 ERROR [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] handler.RSProcedureHandler(58): pid=159 java.io.IOException: Unable to complete flush {ENCODED => 975d28e48e1db8c4b39b7a2934698d2e, NAME => 'TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T08:39:11,068 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=159 java.io.IOException: Unable to complete flush {ENCODED => 975d28e48e1db8c4b39b7a2934698d2e, NAME => 'TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T08:39:11,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45349 {}] master.HMaster(4177): Remote procedure failed, pid=159 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 975d28e48e1db8c4b39b7a2934698d2e, NAME => 'TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 975d28e48e1db8c4b39b7a2934698d2e, NAME => 'TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T08:39:11,126 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975d28e48e1db8c4b39b7a2934698d2e, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:39:11,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60698 deadline: 1731487211125, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975d28e48e1db8c4b39b7a2934698d2e, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:39:11,126 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975d28e48e1db8c4b39b7a2934698d2e, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:39:11,126 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 , the old value is region=TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975d28e48e1db8c4b39b7a2934698d2e, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:39:11,127 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975d28e48e1db8c4b39b7a2934698d2e, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:39:11,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60728 deadline: 1731487211125, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975d28e48e1db8c4b39b7a2934698d2e, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:39:11,127 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 because the exception is null or not the one we care about 2024-11-13T08:39:11,127 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 , the old value is region=TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975d28e48e1db8c4b39b7a2934698d2e, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:39:11,127 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975d28e48e1db8c4b39b7a2934698d2e, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:39:11,127 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 because the exception is null or not the one we care about 2024-11-13T08:39:11,138 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975d28e48e1db8c4b39b7a2934698d2e, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:39:11,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60766 deadline: 1731487211135, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975d28e48e1db8c4b39b7a2934698d2e, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:39:11,139 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 , the old value is region=TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975d28e48e1db8c4b39b7a2934698d2e, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:39:11,139 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975d28e48e1db8c4b39b7a2934698d2e, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:39:11,139 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 because the exception is null or not the one we care about 2024-11-13T08:39:11,140 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975d28e48e1db8c4b39b7a2934698d2e, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:39:11,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60720 deadline: 1731487211137, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975d28e48e1db8c4b39b7a2934698d2e, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:39:11,142 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 , the old value is region=TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975d28e48e1db8c4b39b7a2934698d2e, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:39:11,142 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975d28e48e1db8c4b39b7a2934698d2e, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:39:11,142 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 because the exception is null or not the one we care about 2024-11-13T08:39:11,223 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43851 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=159 2024-11-13T08:39:11,223 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e. 2024-11-13T08:39:11,223 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e. as already flushing 2024-11-13T08:39:11,223 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e. 2024-11-13T08:39:11,224 ERROR [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] handler.RSProcedureHandler(58): pid=159 java.io.IOException: Unable to complete flush {ENCODED => 975d28e48e1db8c4b39b7a2934698d2e, NAME => 'TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T08:39:11,224 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=159 java.io.IOException: Unable to complete flush {ENCODED => 975d28e48e1db8c4b39b7a2934698d2e, NAME => 'TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T08:39:11,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45349 {}] master.HMaster(4177): Remote procedure failed, pid=159 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 975d28e48e1db8c4b39b7a2934698d2e, NAME => 'TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 975d28e48e1db8c4b39b7a2934698d2e, NAME => 'TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T08:39:11,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45349 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=158 2024-11-13T08:39:11,337 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975d28e48e1db8c4b39b7a2934698d2e, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:39:11,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60728 deadline: 1731487211335, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975d28e48e1db8c4b39b7a2934698d2e, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:39:11,338 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975d28e48e1db8c4b39b7a2934698d2e, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:39:11,338 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 , the old value is region=TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975d28e48e1db8c4b39b7a2934698d2e, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:39:11,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60698 deadline: 1731487211335, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975d28e48e1db8c4b39b7a2934698d2e, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:39:11,338 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975d28e48e1db8c4b39b7a2934698d2e, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:39:11,338 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 because the exception is null or not the one we care about 2024-11-13T08:39:11,338 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 , the old value is region=TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975d28e48e1db8c4b39b7a2934698d2e, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:39:11,338 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975d28e48e1db8c4b39b7a2934698d2e, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:39:11,338 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 because the exception is null or not the one we care about 2024-11-13T08:39:11,350 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975d28e48e1db8c4b39b7a2934698d2e, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:39:11,351 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975d28e48e1db8c4b39b7a2934698d2e, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:39:11,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60720 deadline: 1731487211345, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975d28e48e1db8c4b39b7a2934698d2e, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:39:11,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60766 deadline: 1731487211345, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975d28e48e1db8c4b39b7a2934698d2e, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:39:11,351 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 , the old value is region=TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975d28e48e1db8c4b39b7a2934698d2e, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:39:11,351 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975d28e48e1db8c4b39b7a2934698d2e, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:39:11,351 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 because the exception is null or not the one we care about 2024-11-13T08:39:11,353 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:11,354 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 , the old value is region=TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975d28e48e1db8c4b39b7a2934698d2e, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:39:11,354 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975d28e48e1db8c4b39b7a2934698d2e, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:39:11,354 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 because the exception is null or not the one we care about 2024-11-13T08:39:11,359 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241113bfaaf17d630d4576b2e09b83ab0262bc_975d28e48e1db8c4b39b7a2934698d2e to hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241113bfaaf17d630d4576b2e09b83ab0262bc_975d28e48e1db8c4b39b7a2934698d2e 2024-11-13T08:39:11,360 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/975d28e48e1db8c4b39b7a2934698d2e/.tmp/A/d3595ff6fde54dc3b0890a5e04c3d2a3, store: [table=TestAcidGuarantees family=A region=975d28e48e1db8c4b39b7a2934698d2e] 2024-11-13T08:39:11,360 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/975d28e48e1db8c4b39b7a2934698d2e/.tmp/A/d3595ff6fde54dc3b0890a5e04c3d2a3 is 175, key is test_row_0/A:col10/1731487150239/Put/seqid=0 2024-11-13T08:39:11,367 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38605 is added to blk_1073742386_1562 (size=39549) 2024-11-13T08:39:11,377 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43851 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=159 2024-11-13T08:39:11,377 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e. 2024-11-13T08:39:11,377 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e. as already flushing 2024-11-13T08:39:11,377 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e. 2024-11-13T08:39:11,377 ERROR [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] handler.RSProcedureHandler(58): pid=159 java.io.IOException: Unable to complete flush {ENCODED => 975d28e48e1db8c4b39b7a2934698d2e, NAME => 'TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T08:39:11,377 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=159 java.io.IOException: Unable to complete flush {ENCODED => 975d28e48e1db8c4b39b7a2934698d2e, NAME => 'TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T08:39:11,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45349 {}] master.HMaster(4177): Remote procedure failed, pid=159 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 975d28e48e1db8c4b39b7a2934698d2e, NAME => 'TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 975d28e48e1db8c4b39b7a2934698d2e, NAME => 'TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T08:39:11,530 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43851 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=159 2024-11-13T08:39:11,530 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e. 2024-11-13T08:39:11,531 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e. as already flushing 2024-11-13T08:39:11,531 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e. 2024-11-13T08:39:11,531 ERROR [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] handler.RSProcedureHandler(58): pid=159 java.io.IOException: Unable to complete flush {ENCODED => 975d28e48e1db8c4b39b7a2934698d2e, NAME => 'TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T08:39:11,531 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=159 java.io.IOException: Unable to complete flush {ENCODED => 975d28e48e1db8c4b39b7a2934698d2e, NAME => 'TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T08:39:11,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45349 {}] master.HMaster(4177): Remote procedure failed, pid=159 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 975d28e48e1db8c4b39b7a2934698d2e, NAME => 'TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 975d28e48e1db8c4b39b7a2934698d2e, NAME => 'TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T08:39:11,646 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975d28e48e1db8c4b39b7a2934698d2e, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:39:11,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60728 deadline: 1731487211645, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975d28e48e1db8c4b39b7a2934698d2e, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:39:11,647 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975d28e48e1db8c4b39b7a2934698d2e, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:39:11,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60698 deadline: 1731487211646, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975d28e48e1db8c4b39b7a2934698d2e, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:39:11,647 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 , the old value is region=TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975d28e48e1db8c4b39b7a2934698d2e, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:39:11,647 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975d28e48e1db8c4b39b7a2934698d2e, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:39:11,647 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 because the exception is null or not the one we care about 2024-11-13T08:39:11,648 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 , the old value is region=TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975d28e48e1db8c4b39b7a2934698d2e, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:39:11,648 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975d28e48e1db8c4b39b7a2934698d2e, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:39:11,648 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 because the exception is null or not the one we care about 2024-11-13T08:39:11,659 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975d28e48e1db8c4b39b7a2934698d2e, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:39:11,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60720 deadline: 1731487211655, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975d28e48e1db8c4b39b7a2934698d2e, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:39:11,662 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 , the old value is region=TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975d28e48e1db8c4b39b7a2934698d2e, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:39:11,662 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975d28e48e1db8c4b39b7a2934698d2e, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:39:11,662 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 because the exception is null or not the one we care about 2024-11-13T08:39:11,670 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975d28e48e1db8c4b39b7a2934698d2e, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:39:11,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60766 deadline: 1731487211668, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975d28e48e1db8c4b39b7a2934698d2e, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:39:11,671 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 , the old value is region=TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975d28e48e1db8c4b39b7a2934698d2e, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:39:11,671 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975d28e48e1db8c4b39b7a2934698d2e, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:39:11,671 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 because the exception is null or not the one we care about 2024-11-13T08:39:11,686 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43851 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=159 2024-11-13T08:39:11,687 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e. 2024-11-13T08:39:11,687 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e. as already flushing 2024-11-13T08:39:11,687 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e. 2024-11-13T08:39:11,687 ERROR [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] handler.RSProcedureHandler(58): pid=159 java.io.IOException: Unable to complete flush {ENCODED => 975d28e48e1db8c4b39b7a2934698d2e, NAME => 'TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T08:39:11,687 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=159 java.io.IOException: Unable to complete flush {ENCODED => 975d28e48e1db8c4b39b7a2934698d2e, NAME => 'TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T08:39:11,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45349 {}] master.HMaster(4177): Remote procedure failed, pid=159 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 975d28e48e1db8c4b39b7a2934698d2e, NAME => 'TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 975d28e48e1db8c4b39b7a2934698d2e, NAME => 'TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T08:39:11,768 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=94, memsize=24.6 K, hasBloomFilter=true, into tmp file hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/975d28e48e1db8c4b39b7a2934698d2e/.tmp/A/d3595ff6fde54dc3b0890a5e04c3d2a3 2024-11-13T08:39:11,788 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/975d28e48e1db8c4b39b7a2934698d2e/.tmp/B/70dc7af9a9324ac09c93369f7d2a9fa1 is 50, key is test_row_0/B:col10/1731487150239/Put/seqid=0 2024-11-13T08:39:11,814 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38605 is added to blk_1073742387_1563 (size=12001) 2024-11-13T08:39:11,815 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=94 (bloomFilter=true), to=hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/975d28e48e1db8c4b39b7a2934698d2e/.tmp/B/70dc7af9a9324ac09c93369f7d2a9fa1 2024-11-13T08:39:11,834 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/975d28e48e1db8c4b39b7a2934698d2e/.tmp/C/4596a7db651145bd837c1d30e822f69c is 50, key is test_row_0/C:col10/1731487150239/Put/seqid=0 2024-11-13T08:39:11,840 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43851 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=159 2024-11-13T08:39:11,840 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e. 2024-11-13T08:39:11,841 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e. as already flushing 2024-11-13T08:39:11,841 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e. 2024-11-13T08:39:11,841 ERROR [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] handler.RSProcedureHandler(58): pid=159 java.io.IOException: Unable to complete flush {ENCODED => 975d28e48e1db8c4b39b7a2934698d2e, NAME => 'TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T08:39:11,841 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=159 java.io.IOException: Unable to complete flush {ENCODED => 975d28e48e1db8c4b39b7a2934698d2e, NAME => 'TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T08:39:11,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45349 {}] master.HMaster(4177): Remote procedure failed, pid=159 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 975d28e48e1db8c4b39b7a2934698d2e, NAME => 'TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 975d28e48e1db8c4b39b7a2934698d2e, NAME => 'TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T08:39:11,869 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38605 is added to blk_1073742388_1564 (size=12001) 2024-11-13T08:39:11,995 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43851 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=159 2024-11-13T08:39:11,995 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e. 2024-11-13T08:39:11,995 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e. as already flushing 2024-11-13T08:39:11,995 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e. 2024-11-13T08:39:11,995 ERROR [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] handler.RSProcedureHandler(58): pid=159 java.io.IOException: Unable to complete flush {ENCODED => 975d28e48e1db8c4b39b7a2934698d2e, NAME => 'TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T08:39:11,996 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=159 java.io.IOException: Unable to complete flush {ENCODED => 975d28e48e1db8c4b39b7a2934698d2e, NAME => 'TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T08:39:11,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45349 {}] master.HMaster(4177): Remote procedure failed, pid=159 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 975d28e48e1db8c4b39b7a2934698d2e, NAME => 'TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 975d28e48e1db8c4b39b7a2934698d2e, NAME => 'TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T08:39:12,148 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43851 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=159 2024-11-13T08:39:12,149 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e. 2024-11-13T08:39:12,149 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e. as already flushing 2024-11-13T08:39:12,149 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e. 2024-11-13T08:39:12,149 ERROR [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] handler.RSProcedureHandler(58): pid=159 java.io.IOException: Unable to complete flush {ENCODED => 975d28e48e1db8c4b39b7a2934698d2e, NAME => 'TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T08:39:12,149 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=159 java.io.IOException: Unable to complete flush {ENCODED => 975d28e48e1db8c4b39b7a2934698d2e, NAME => 'TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T08:39:12,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45349 {}] master.HMaster(4177): Remote procedure failed, pid=159 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 975d28e48e1db8c4b39b7a2934698d2e, NAME => 'TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 975d28e48e1db8c4b39b7a2934698d2e, NAME => 'TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T08:39:12,158 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975d28e48e1db8c4b39b7a2934698d2e, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:39:12,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60698 deadline: 1731487212155, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975d28e48e1db8c4b39b7a2934698d2e, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:39:12,158 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 , the old value is region=TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975d28e48e1db8c4b39b7a2934698d2e, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:39:12,158 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975d28e48e1db8c4b39b7a2934698d2e, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:39:12,158 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975d28e48e1db8c4b39b7a2934698d2e, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:39:12,158 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 because the exception is null or not the one we care about 2024-11-13T08:39:12,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60728 deadline: 1731487212156, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975d28e48e1db8c4b39b7a2934698d2e, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:39:12,159 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 , the old value is region=TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975d28e48e1db8c4b39b7a2934698d2e, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:39:12,159 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975d28e48e1db8c4b39b7a2934698d2e, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:39:12,159 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 because the exception is null or not the one we care about 2024-11-13T08:39:12,169 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975d28e48e1db8c4b39b7a2934698d2e, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:39:12,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60720 deadline: 1731487212165, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975d28e48e1db8c4b39b7a2934698d2e, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:39:12,170 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 , the old value is region=TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975d28e48e1db8c4b39b7a2934698d2e, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:39:12,170 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975d28e48e1db8c4b39b7a2934698d2e, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:39:12,170 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 because the exception is null or not the one we care about 2024-11-13T08:39:12,187 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975d28e48e1db8c4b39b7a2934698d2e, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:39:12,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60766 deadline: 1731487212185, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975d28e48e1db8c4b39b7a2934698d2e, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:39:12,188 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 , the old value is region=TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975d28e48e1db8c4b39b7a2934698d2e, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:39:12,188 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975d28e48e1db8c4b39b7a2934698d2e, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:39:12,188 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 because the exception is null or not the one we care about 2024-11-13T08:39:12,269 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=94 (bloomFilter=true), to=hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/975d28e48e1db8c4b39b7a2934698d2e/.tmp/C/4596a7db651145bd837c1d30e822f69c 2024-11-13T08:39:12,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45349 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=158 2024-11-13T08:39:12,298 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/975d28e48e1db8c4b39b7a2934698d2e/.tmp/A/d3595ff6fde54dc3b0890a5e04c3d2a3 as hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/975d28e48e1db8c4b39b7a2934698d2e/A/d3595ff6fde54dc3b0890a5e04c3d2a3 2024-11-13T08:39:12,302 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43851 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=159 2024-11-13T08:39:12,302 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e. 2024-11-13T08:39:12,302 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e. as already flushing 2024-11-13T08:39:12,302 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e. 2024-11-13T08:39:12,302 ERROR [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] handler.RSProcedureHandler(58): pid=159 java.io.IOException: Unable to complete flush {ENCODED => 975d28e48e1db8c4b39b7a2934698d2e, NAME => 'TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T08:39:12,302 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=159 java.io.IOException: Unable to complete flush {ENCODED => 975d28e48e1db8c4b39b7a2934698d2e, NAME => 'TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T08:39:12,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45349 {}] master.HMaster(4177): Remote procedure failed, pid=159 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 975d28e48e1db8c4b39b7a2934698d2e, NAME => 'TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 975d28e48e1db8c4b39b7a2934698d2e, NAME => 'TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T08:39:12,305 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/975d28e48e1db8c4b39b7a2934698d2e/A/d3595ff6fde54dc3b0890a5e04c3d2a3, entries=200, sequenceid=94, filesize=38.6 K 2024-11-13T08:39:12,306 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/975d28e48e1db8c4b39b7a2934698d2e/.tmp/B/70dc7af9a9324ac09c93369f7d2a9fa1 as hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/975d28e48e1db8c4b39b7a2934698d2e/B/70dc7af9a9324ac09c93369f7d2a9fa1 2024-11-13T08:39:12,311 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/975d28e48e1db8c4b39b7a2934698d2e/B/70dc7af9a9324ac09c93369f7d2a9fa1, entries=150, sequenceid=94, filesize=11.7 K 2024-11-13T08:39:12,313 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/975d28e48e1db8c4b39b7a2934698d2e/.tmp/C/4596a7db651145bd837c1d30e822f69c as hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/975d28e48e1db8c4b39b7a2934698d2e/C/4596a7db651145bd837c1d30e822f69c 2024-11-13T08:39:12,319 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/975d28e48e1db8c4b39b7a2934698d2e/C/4596a7db651145bd837c1d30e822f69c, entries=150, sequenceid=94, filesize=11.7 K 2024-11-13T08:39:12,321 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=127.47 KB/130530 for 975d28e48e1db8c4b39b7a2934698d2e in 1421ms, sequenceid=94, compaction requested=true 2024-11-13T08:39:12,321 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 975d28e48e1db8c4b39b7a2934698d2e: 2024-11-13T08:39:12,321 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 975d28e48e1db8c4b39b7a2934698d2e:A, priority=-2147483648, current under compaction store size is 1 2024-11-13T08:39:12,321 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T08:39:12,321 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 975d28e48e1db8c4b39b7a2934698d2e:B, priority=-2147483648, current under compaction store size is 2 2024-11-13T08:39:12,321 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T08:39:12,321 DEBUG [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-13T08:39:12,321 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 975d28e48e1db8c4b39b7a2934698d2e:C, priority=-2147483648, current under compaction store size is 3 2024-11-13T08:39:12,321 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-13T08:39:12,321 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-13T08:39:12,322 DEBUG [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 101562 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-13T08:39:12,322 DEBUG [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] regionserver.HStore(1541): 975d28e48e1db8c4b39b7a2934698d2e/A is initiating minor compaction (all files) 2024-11-13T08:39:12,322 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-13T08:39:12,322 INFO [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 975d28e48e1db8c4b39b7a2934698d2e/A in TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e. 2024-11-13T08:39:12,322 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] regionserver.HStore(1541): 975d28e48e1db8c4b39b7a2934698d2e/B is initiating minor compaction (all files) 2024-11-13T08:39:12,322 INFO [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/975d28e48e1db8c4b39b7a2934698d2e/A/54208385c846407fa46063957fade49d, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/975d28e48e1db8c4b39b7a2934698d2e/A/3f5ee73d7e5740d391cf2e9614ced5f5, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/975d28e48e1db8c4b39b7a2934698d2e/A/d3595ff6fde54dc3b0890a5e04c3d2a3] into tmpdir=hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/975d28e48e1db8c4b39b7a2934698d2e/.tmp, totalSize=99.2 K 2024-11-13T08:39:12,322 INFO [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 975d28e48e1db8c4b39b7a2934698d2e/B in TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e. 2024-11-13T08:39:12,322 INFO [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e. 2024-11-13T08:39:12,322 DEBUG [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e. files: [hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/975d28e48e1db8c4b39b7a2934698d2e/A/54208385c846407fa46063957fade49d, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/975d28e48e1db8c4b39b7a2934698d2e/A/3f5ee73d7e5740d391cf2e9614ced5f5, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/975d28e48e1db8c4b39b7a2934698d2e/A/d3595ff6fde54dc3b0890a5e04c3d2a3] 2024-11-13T08:39:12,322 INFO [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/975d28e48e1db8c4b39b7a2934698d2e/B/0b959808b20148b89ab780fcb7a98ab8, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/975d28e48e1db8c4b39b7a2934698d2e/B/9b9f54fd3ca04ed4b16827601682cd3b, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/975d28e48e1db8c4b39b7a2934698d2e/B/70dc7af9a9324ac09c93369f7d2a9fa1] into tmpdir=hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/975d28e48e1db8c4b39b7a2934698d2e/.tmp, totalSize=35.3 K 2024-11-13T08:39:12,323 DEBUG [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] compactions.Compactor(225): Compacting 54208385c846407fa46063957fade49d, keycount=150, bloomtype=ROW, size=30.3 K, encoding=NONE, compression=NONE, seqNum=55, earliestPutTs=1731487148178 2024-11-13T08:39:12,323 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] compactions.Compactor(225): Compacting 0b959808b20148b89ab780fcb7a98ab8, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=55, earliestPutTs=1731487148178 2024-11-13T08:39:12,323 DEBUG [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] compactions.Compactor(225): Compacting 3f5ee73d7e5740d391cf2e9614ced5f5, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=79, earliestPutTs=1731487148845 2024-11-13T08:39:12,323 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] compactions.Compactor(225): Compacting 9b9f54fd3ca04ed4b16827601682cd3b, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=79, earliestPutTs=1731487148845 2024-11-13T08:39:12,323 DEBUG [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] compactions.Compactor(225): Compacting d3595ff6fde54dc3b0890a5e04c3d2a3, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=94, earliestPutTs=1731487150239 2024-11-13T08:39:12,323 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] compactions.Compactor(225): Compacting 70dc7af9a9324ac09c93369f7d2a9fa1, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=94, earliestPutTs=1731487150239 2024-11-13T08:39:12,341 INFO [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=975d28e48e1db8c4b39b7a2934698d2e] 2024-11-13T08:39:12,351 INFO [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 975d28e48e1db8c4b39b7a2934698d2e#B#compaction#476 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-13T08:39:12,351 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/975d28e48e1db8c4b39b7a2934698d2e/.tmp/B/16c129d25df14e89948060abe8cf9a30 is 50, key is test_row_0/B:col10/1731487150239/Put/seqid=0 2024-11-13T08:39:12,361 DEBUG [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241113002cc8cfeb7a4ae7bf348c8543fe8f03_975d28e48e1db8c4b39b7a2934698d2e store=[table=TestAcidGuarantees family=A region=975d28e48e1db8c4b39b7a2934698d2e] 2024-11-13T08:39:12,363 DEBUG [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241113002cc8cfeb7a4ae7bf348c8543fe8f03_975d28e48e1db8c4b39b7a2934698d2e, store=[table=TestAcidGuarantees family=A region=975d28e48e1db8c4b39b7a2934698d2e] 2024-11-13T08:39:12,363 DEBUG [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241113002cc8cfeb7a4ae7bf348c8543fe8f03_975d28e48e1db8c4b39b7a2934698d2e because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=975d28e48e1db8c4b39b7a2934698d2e] 2024-11-13T08:39:12,396 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38605 is added to blk_1073742389_1565 (size=12207) 2024-11-13T08:39:12,399 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38605 is added to blk_1073742390_1566 (size=4469) 2024-11-13T08:39:12,458 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43851 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=159 2024-11-13T08:39:12,458 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e. 2024-11-13T08:39:12,459 INFO [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegion(2902): Flushing 975d28e48e1db8c4b39b7a2934698d2e 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-11-13T08:39:12,466 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241113014e80e7f9e84acfa18f34636e23f7e2_975d28e48e1db8c4b39b7a2934698d2e is 50, key is test_row_0/A:col10/1731487150992/Put/seqid=0 2024-11-13T08:39:12,474 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38605 is added to blk_1073742391_1567 (size=12154) 2024-11-13T08:39:12,800 INFO [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 975d28e48e1db8c4b39b7a2934698d2e#A#compaction#475 average throughput is 0.05 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-13T08:39:12,801 DEBUG [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/975d28e48e1db8c4b39b7a2934698d2e/.tmp/A/9a917ff26b634e40b571e9b265466980 is 175, key is test_row_0/A:col10/1731487150239/Put/seqid=0 2024-11-13T08:39:12,803 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/975d28e48e1db8c4b39b7a2934698d2e/.tmp/B/16c129d25df14e89948060abe8cf9a30 as hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/975d28e48e1db8c4b39b7a2934698d2e/B/16c129d25df14e89948060abe8cf9a30 2024-11-13T08:39:12,811 INFO [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 975d28e48e1db8c4b39b7a2934698d2e/B of 975d28e48e1db8c4b39b7a2934698d2e into 16c129d25df14e89948060abe8cf9a30(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T08:39:12,811 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 975d28e48e1db8c4b39b7a2934698d2e: 2024-11-13T08:39:12,811 INFO [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e., storeName=975d28e48e1db8c4b39b7a2934698d2e/B, priority=13, startTime=1731487152321; duration=0sec 2024-11-13T08:39:12,811 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-13T08:39:12,811 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 975d28e48e1db8c4b39b7a2934698d2e:B 2024-11-13T08:39:12,812 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-13T08:39:12,813 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-13T08:39:12,813 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] regionserver.HStore(1541): 975d28e48e1db8c4b39b7a2934698d2e/C is initiating minor compaction (all files) 2024-11-13T08:39:12,813 INFO [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 975d28e48e1db8c4b39b7a2934698d2e/C in TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e. 2024-11-13T08:39:12,813 INFO [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/975d28e48e1db8c4b39b7a2934698d2e/C/fbe04e384ca14cb59dd08a6876c1c747, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/975d28e48e1db8c4b39b7a2934698d2e/C/7d1fd2c5bd7b499caefbf540cabb6244, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/975d28e48e1db8c4b39b7a2934698d2e/C/4596a7db651145bd837c1d30e822f69c] into tmpdir=hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/975d28e48e1db8c4b39b7a2934698d2e/.tmp, totalSize=35.3 K 2024-11-13T08:39:12,814 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] compactions.Compactor(225): Compacting fbe04e384ca14cb59dd08a6876c1c747, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=55, earliestPutTs=1731487148178 2024-11-13T08:39:12,814 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] compactions.Compactor(225): Compacting 7d1fd2c5bd7b499caefbf540cabb6244, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=79, earliestPutTs=1731487148845 2024-11-13T08:39:12,815 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] compactions.Compactor(225): Compacting 4596a7db651145bd837c1d30e822f69c, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=94, earliestPutTs=1731487150239 2024-11-13T08:39:12,830 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38605 is added to blk_1073742392_1568 (size=31161) 2024-11-13T08:39:12,831 INFO [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 975d28e48e1db8c4b39b7a2934698d2e#C#compaction#478 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-13T08:39:12,831 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/975d28e48e1db8c4b39b7a2934698d2e/.tmp/C/16e05813d6154080ad5de92944ee2aea is 50, key is test_row_0/C:col10/1731487150239/Put/seqid=0 2024-11-13T08:39:12,839 DEBUG [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/975d28e48e1db8c4b39b7a2934698d2e/.tmp/A/9a917ff26b634e40b571e9b265466980 as hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/975d28e48e1db8c4b39b7a2934698d2e/A/9a917ff26b634e40b571e9b265466980 2024-11-13T08:39:12,854 INFO [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 975d28e48e1db8c4b39b7a2934698d2e/A of 975d28e48e1db8c4b39b7a2934698d2e into 9a917ff26b634e40b571e9b265466980(size=30.4 K), total size for store is 30.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T08:39:12,854 DEBUG [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 975d28e48e1db8c4b39b7a2934698d2e: 2024-11-13T08:39:12,854 INFO [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e., storeName=975d28e48e1db8c4b39b7a2934698d2e/A, priority=13, startTime=1731487152321; duration=0sec 2024-11-13T08:39:12,854 DEBUG [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T08:39:12,854 DEBUG [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 975d28e48e1db8c4b39b7a2934698d2e:A 2024-11-13T08:39:12,858 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38605 is added to blk_1073742393_1569 (size=12207) 2024-11-13T08:39:12,867 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/975d28e48e1db8c4b39b7a2934698d2e/.tmp/C/16e05813d6154080ad5de92944ee2aea as hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/975d28e48e1db8c4b39b7a2934698d2e/C/16e05813d6154080ad5de92944ee2aea 2024-11-13T08:39:12,875 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:12,878 INFO [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241113014e80e7f9e84acfa18f34636e23f7e2_975d28e48e1db8c4b39b7a2934698d2e to hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241113014e80e7f9e84acfa18f34636e23f7e2_975d28e48e1db8c4b39b7a2934698d2e 2024-11-13T08:39:12,878 INFO [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 975d28e48e1db8c4b39b7a2934698d2e/C of 975d28e48e1db8c4b39b7a2934698d2e into 16e05813d6154080ad5de92944ee2aea(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T08:39:12,878 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 975d28e48e1db8c4b39b7a2934698d2e: 2024-11-13T08:39:12,878 INFO [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e., storeName=975d28e48e1db8c4b39b7a2934698d2e/C, priority=13, startTime=1731487152321; duration=0sec 2024-11-13T08:39:12,878 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T08:39:12,878 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 975d28e48e1db8c4b39b7a2934698d2e:C 2024-11-13T08:39:12,880 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/975d28e48e1db8c4b39b7a2934698d2e/.tmp/A/5a89067030fe43be8f1f94822ee5e3fa, store: [table=TestAcidGuarantees family=A region=975d28e48e1db8c4b39b7a2934698d2e] 2024-11-13T08:39:12,880 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/975d28e48e1db8c4b39b7a2934698d2e/.tmp/A/5a89067030fe43be8f1f94822ee5e3fa is 175, key is test_row_0/A:col10/1731487150992/Put/seqid=0 2024-11-13T08:39:12,895 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38605 is added to blk_1073742394_1570 (size=30955) 2024-11-13T08:39:12,902 INFO [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=117, memsize=42.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/975d28e48e1db8c4b39b7a2934698d2e/.tmp/A/5a89067030fe43be8f1f94822ee5e3fa 2024-11-13T08:39:12,916 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/975d28e48e1db8c4b39b7a2934698d2e/.tmp/B/c9815cd6f72f422f9f6e14008fd0e530 is 50, key is test_row_0/B:col10/1731487150992/Put/seqid=0 2024-11-13T08:39:12,956 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38605 is added to blk_1073742395_1571 (size=12001) 2024-11-13T08:39:12,963 INFO [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=117 (bloomFilter=true), to=hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/975d28e48e1db8c4b39b7a2934698d2e/.tmp/B/c9815cd6f72f422f9f6e14008fd0e530 2024-11-13T08:39:12,971 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/975d28e48e1db8c4b39b7a2934698d2e/.tmp/C/a458ecb376ab4ec39ec7c7de5755ecf2 is 50, key is test_row_0/C:col10/1731487150992/Put/seqid=0 2024-11-13T08:39:12,989 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38605 is added to blk_1073742396_1572 (size=12001) 2024-11-13T08:39:13,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] regionserver.HRegion(8855): Flush requested on 975d28e48e1db8c4b39b7a2934698d2e 2024-11-13T08:39:13,048 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e. as already flushing 2024-11-13T08:39:13,090 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975d28e48e1db8c4b39b7a2934698d2e, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:39:13,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60744 deadline: 1731487213086, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975d28e48e1db8c4b39b7a2934698d2e, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:39:13,092 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 , the old value is region=TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975d28e48e1db8c4b39b7a2934698d2e, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:39:13,092 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975d28e48e1db8c4b39b7a2934698d2e, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:39:13,092 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 because the exception is null or not the one we care about 2024-11-13T08:39:13,166 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975d28e48e1db8c4b39b7a2934698d2e, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:39:13,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60698 deadline: 1731487213165, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975d28e48e1db8c4b39b7a2934698d2e, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:39:13,167 WARN [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRpcRetryingCaller(177): Call to dd3a0865bb23,43851,1731486997349 for 'test_row_2' in 975d28e48e1db8c4b39b7a2934698d2e of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2154 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975d28e48e1db8c4b39b7a2934698d2e, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975d28e48e1db8c4b39b7a2934698d2e, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-13T08:39:13,167 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 , the old value is region=TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975d28e48e1db8c4b39b7a2934698d2e, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:39:13,168 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975d28e48e1db8c4b39b7a2934698d2e, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:39:13,168 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 because the exception is null or not the one we care about 2024-11-13T08:39:13,179 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975d28e48e1db8c4b39b7a2934698d2e, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:39:13,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60728 deadline: 1731487213176, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975d28e48e1db8c4b39b7a2934698d2e, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:39:13,180 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975d28e48e1db8c4b39b7a2934698d2e, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:39:13,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60720 deadline: 1731487213176, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975d28e48e1db8c4b39b7a2934698d2e, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:39:13,180 WARN [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRpcRetryingCaller(177): Call to dd3a0865bb23,43851,1731486997349 for 'test_row_0' in 975d28e48e1db8c4b39b7a2934698d2e of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2165 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975d28e48e1db8c4b39b7a2934698d2e, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975d28e48e1db8c4b39b7a2934698d2e, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-13T08:39:13,180 WARN [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRpcRetryingCaller(177): Call to dd3a0865bb23,43851,1731486997349 for 'test_row_1' in 975d28e48e1db8c4b39b7a2934698d2e of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2164 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975d28e48e1db8c4b39b7a2934698d2e, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975d28e48e1db8c4b39b7a2934698d2e, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-13T08:39:13,180 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 , the old value is region=TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975d28e48e1db8c4b39b7a2934698d2e, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:39:13,181 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975d28e48e1db8c4b39b7a2934698d2e, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:39:13,181 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 , the old value is region=TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975d28e48e1db8c4b39b7a2934698d2e, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:39:13,181 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 because the exception is null or not the one we care about 2024-11-13T08:39:13,181 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975d28e48e1db8c4b39b7a2934698d2e, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:39:13,181 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 because the exception is null or not the one we care about 2024-11-13T08:39:13,198 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975d28e48e1db8c4b39b7a2934698d2e, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:39:13,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60744 deadline: 1731487213196, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975d28e48e1db8c4b39b7a2934698d2e, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:39:13,198 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 , the old value is region=TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975d28e48e1db8c4b39b7a2934698d2e, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:39:13,198 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975d28e48e1db8c4b39b7a2934698d2e, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:39:13,198 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 because the exception is null or not the one we care about 2024-11-13T08:39:13,209 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975d28e48e1db8c4b39b7a2934698d2e, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:39:13,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60766 deadline: 1731487213206, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975d28e48e1db8c4b39b7a2934698d2e, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:39:13,209 WARN [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRpcRetryingCaller(177): Call to dd3a0865bb23,43851,1731486997349 for 'test_row_2' in 975d28e48e1db8c4b39b7a2934698d2e of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2196 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975d28e48e1db8c4b39b7a2934698d2e, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975d28e48e1db8c4b39b7a2934698d2e, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-13T08:39:13,210 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 , the old value is region=TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975d28e48e1db8c4b39b7a2934698d2e, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:39:13,210 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975d28e48e1db8c4b39b7a2934698d2e, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:39:13,210 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 because the exception is null or not the one we care about 2024-11-13T08:39:13,386 INFO [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=117 (bloomFilter=true), to=hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/975d28e48e1db8c4b39b7a2934698d2e/.tmp/C/a458ecb376ab4ec39ec7c7de5755ecf2 2024-11-13T08:39:13,391 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/975d28e48e1db8c4b39b7a2934698d2e/.tmp/A/5a89067030fe43be8f1f94822ee5e3fa as hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/975d28e48e1db8c4b39b7a2934698d2e/A/5a89067030fe43be8f1f94822ee5e3fa 2024-11-13T08:39:13,394 INFO [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/975d28e48e1db8c4b39b7a2934698d2e/A/5a89067030fe43be8f1f94822ee5e3fa, entries=150, sequenceid=117, filesize=30.2 K 2024-11-13T08:39:13,395 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/975d28e48e1db8c4b39b7a2934698d2e/.tmp/B/c9815cd6f72f422f9f6e14008fd0e530 as hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/975d28e48e1db8c4b39b7a2934698d2e/B/c9815cd6f72f422f9f6e14008fd0e530 2024-11-13T08:39:13,398 INFO [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/975d28e48e1db8c4b39b7a2934698d2e/B/c9815cd6f72f422f9f6e14008fd0e530, entries=150, sequenceid=117, filesize=11.7 K 2024-11-13T08:39:13,399 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/975d28e48e1db8c4b39b7a2934698d2e/.tmp/C/a458ecb376ab4ec39ec7c7de5755ecf2 as hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/975d28e48e1db8c4b39b7a2934698d2e/C/a458ecb376ab4ec39ec7c7de5755ecf2 2024-11-13T08:39:13,403 INFO [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/975d28e48e1db8c4b39b7a2934698d2e/C/a458ecb376ab4ec39ec7c7de5755ecf2, entries=150, sequenceid=117, filesize=11.7 K 2024-11-13T08:39:13,407 INFO [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegion(3140): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=73.80 KB/75570 for 975d28e48e1db8c4b39b7a2934698d2e in 949ms, sequenceid=117, compaction requested=false 2024-11-13T08:39:13,407 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegion(2603): Flush status journal for 975d28e48e1db8c4b39b7a2934698d2e: 2024-11-13T08:39:13,407 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e. 2024-11-13T08:39:13,407 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=159 2024-11-13T08:39:13,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45349 {}] master.HMaster(4169): Remote procedure done, pid=159 2024-11-13T08:39:13,411 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=159, resume processing ppid=158 2024-11-13T08:39:13,411 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=159, ppid=158, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 3.2710 sec 2024-11-13T08:39:13,413 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=158, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=158, table=TestAcidGuarantees in 3.2760 sec 2024-11-13T08:39:13,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] regionserver.HRegion(8855): Flush requested on 975d28e48e1db8c4b39b7a2934698d2e 2024-11-13T08:39:13,417 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-13T08:39:13,417 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 975d28e48e1db8c4b39b7a2934698d2e 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB 2024-11-13T08:39:13,429 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411135430f0a52e614c129bfa4d9bb0a0ffaa_975d28e48e1db8c4b39b7a2934698d2e is 50, key is test_row_0/A:col10/1731487153408/Put/seqid=0 2024-11-13T08:39:13,457 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38605 is added to blk_1073742397_1573 (size=14794) 2024-11-13T08:39:13,526 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975d28e48e1db8c4b39b7a2934698d2e, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:39:13,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60744 deadline: 1731487213521, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975d28e48e1db8c4b39b7a2934698d2e, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:39:13,526 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 , the old value is region=TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975d28e48e1db8c4b39b7a2934698d2e, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:39:13,526 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975d28e48e1db8c4b39b7a2934698d2e, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:39:13,526 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 because the exception is null or not the one we care about 2024-11-13T08:39:13,637 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975d28e48e1db8c4b39b7a2934698d2e, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:39:13,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60744 deadline: 1731487213635, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975d28e48e1db8c4b39b7a2934698d2e, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:39:13,637 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 , the old value is region=TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975d28e48e1db8c4b39b7a2934698d2e, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:39:13,637 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975d28e48e1db8c4b39b7a2934698d2e, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:39:13,637 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 because the exception is null or not the one we care about 2024-11-13T08:39:13,848 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975d28e48e1db8c4b39b7a2934698d2e, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:39:13,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60744 deadline: 1731487213845, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975d28e48e1db8c4b39b7a2934698d2e, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:39:13,849 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 , the old value is region=TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975d28e48e1db8c4b39b7a2934698d2e, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:39:13,849 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975d28e48e1db8c4b39b7a2934698d2e, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:39:13,849 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 because the exception is null or not the one we care about 2024-11-13T08:39:13,858 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:13,864 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411135430f0a52e614c129bfa4d9bb0a0ffaa_975d28e48e1db8c4b39b7a2934698d2e to hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411135430f0a52e614c129bfa4d9bb0a0ffaa_975d28e48e1db8c4b39b7a2934698d2e 2024-11-13T08:39:13,865 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/975d28e48e1db8c4b39b7a2934698d2e/.tmp/A/e3518fa6ec16472b914acfddab4e277a, store: [table=TestAcidGuarantees family=A region=975d28e48e1db8c4b39b7a2934698d2e] 2024-11-13T08:39:13,865 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/975d28e48e1db8c4b39b7a2934698d2e/.tmp/A/e3518fa6ec16472b914acfddab4e277a is 175, key is test_row_0/A:col10/1731487153408/Put/seqid=0 2024-11-13T08:39:13,875 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38605 is added to blk_1073742398_1574 (size=39749) 2024-11-13T08:39:14,165 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975d28e48e1db8c4b39b7a2934698d2e, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:39:14,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60744 deadline: 1731487214163, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975d28e48e1db8c4b39b7a2934698d2e, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:39:14,166 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 , the old value is region=TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975d28e48e1db8c4b39b7a2934698d2e, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:39:14,167 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975d28e48e1db8c4b39b7a2934698d2e, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:39:14,167 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 because the exception is null or not the one we care about 2024-11-13T08:39:14,276 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=135, memsize=26.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/975d28e48e1db8c4b39b7a2934698d2e/.tmp/A/e3518fa6ec16472b914acfddab4e277a 2024-11-13T08:39:14,284 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/975d28e48e1db8c4b39b7a2934698d2e/.tmp/B/a7be5497152348f7b5b21520b6a31e61 is 50, key is test_row_0/B:col10/1731487153408/Put/seqid=0 2024-11-13T08:39:14,288 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38605 is added to blk_1073742399_1575 (size=12151) 2024-11-13T08:39:14,288 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=135 (bloomFilter=true), to=hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/975d28e48e1db8c4b39b7a2934698d2e/.tmp/B/a7be5497152348f7b5b21520b6a31e61 2024-11-13T08:39:14,295 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/975d28e48e1db8c4b39b7a2934698d2e/.tmp/C/03051fc53c6a429e9e0689c2d9b61ea6 is 50, key is test_row_0/C:col10/1731487153408/Put/seqid=0 2024-11-13T08:39:14,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45349 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=158 2024-11-13T08:39:14,306 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-13T08:39:14,306 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38605 is added to blk_1073742400_1576 (size=12151) 2024-11-13T08:39:14,306 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45349 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-13T08:39:14,307 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=135 (bloomFilter=true), to=hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/975d28e48e1db8c4b39b7a2934698d2e/.tmp/C/03051fc53c6a429e9e0689c2d9b61ea6 2024-11-13T08:39:14,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45349 {}] procedure2.ProcedureExecutor(1139): Stored pid=160, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=160, table=TestAcidGuarantees 2024-11-13T08:39:14,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45349 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=160 2024-11-13T08:39:14,308 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=160, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=160, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-13T08:39:14,309 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=160, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=160, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-13T08:39:14,309 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=161, ppid=160, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-13T08:39:14,312 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/975d28e48e1db8c4b39b7a2934698d2e/.tmp/A/e3518fa6ec16472b914acfddab4e277a as hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/975d28e48e1db8c4b39b7a2934698d2e/A/e3518fa6ec16472b914acfddab4e277a 2024-11-13T08:39:14,318 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/975d28e48e1db8c4b39b7a2934698d2e/A/e3518fa6ec16472b914acfddab4e277a, entries=200, sequenceid=135, filesize=38.8 K 2024-11-13T08:39:14,320 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/975d28e48e1db8c4b39b7a2934698d2e/.tmp/B/a7be5497152348f7b5b21520b6a31e61 as hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/975d28e48e1db8c4b39b7a2934698d2e/B/a7be5497152348f7b5b21520b6a31e61 2024-11-13T08:39:14,324 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/975d28e48e1db8c4b39b7a2934698d2e/B/a7be5497152348f7b5b21520b6a31e61, entries=150, sequenceid=135, filesize=11.9 K 2024-11-13T08:39:14,325 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/975d28e48e1db8c4b39b7a2934698d2e/.tmp/C/03051fc53c6a429e9e0689c2d9b61ea6 as hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/975d28e48e1db8c4b39b7a2934698d2e/C/03051fc53c6a429e9e0689c2d9b61ea6 2024-11-13T08:39:14,328 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/975d28e48e1db8c4b39b7a2934698d2e/C/03051fc53c6a429e9e0689c2d9b61ea6, entries=150, sequenceid=135, filesize=11.9 K 2024-11-13T08:39:14,333 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=120.76 KB/123660 for 975d28e48e1db8c4b39b7a2934698d2e in 915ms, sequenceid=135, compaction requested=true 2024-11-13T08:39:14,333 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 975d28e48e1db8c4b39b7a2934698d2e: 2024-11-13T08:39:14,333 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 975d28e48e1db8c4b39b7a2934698d2e:A, priority=-2147483648, current under compaction store size is 1 2024-11-13T08:39:14,333 DEBUG [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-13T08:39:14,333 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T08:39:14,333 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 975d28e48e1db8c4b39b7a2934698d2e:B, priority=-2147483648, current under compaction store size is 2 2024-11-13T08:39:14,333 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T08:39:14,333 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 975d28e48e1db8c4b39b7a2934698d2e:C, priority=-2147483648, current under compaction store size is 3 2024-11-13T08:39:14,333 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-13T08:39:14,333 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-13T08:39:14,334 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36359 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-13T08:39:14,334 DEBUG [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 101865 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-13T08:39:14,334 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] regionserver.HStore(1541): 975d28e48e1db8c4b39b7a2934698d2e/B is initiating minor compaction (all files) 2024-11-13T08:39:14,334 DEBUG [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] regionserver.HStore(1541): 975d28e48e1db8c4b39b7a2934698d2e/A is initiating minor compaction (all files) 2024-11-13T08:39:14,334 INFO [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 975d28e48e1db8c4b39b7a2934698d2e/B in TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e. 2024-11-13T08:39:14,334 INFO [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 975d28e48e1db8c4b39b7a2934698d2e/A in TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e. 2024-11-13T08:39:14,334 INFO [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/975d28e48e1db8c4b39b7a2934698d2e/B/16c129d25df14e89948060abe8cf9a30, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/975d28e48e1db8c4b39b7a2934698d2e/B/c9815cd6f72f422f9f6e14008fd0e530, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/975d28e48e1db8c4b39b7a2934698d2e/B/a7be5497152348f7b5b21520b6a31e61] into tmpdir=hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/975d28e48e1db8c4b39b7a2934698d2e/.tmp, totalSize=35.5 K 2024-11-13T08:39:14,334 INFO [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/975d28e48e1db8c4b39b7a2934698d2e/A/9a917ff26b634e40b571e9b265466980, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/975d28e48e1db8c4b39b7a2934698d2e/A/5a89067030fe43be8f1f94822ee5e3fa, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/975d28e48e1db8c4b39b7a2934698d2e/A/e3518fa6ec16472b914acfddab4e277a] into tmpdir=hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/975d28e48e1db8c4b39b7a2934698d2e/.tmp, totalSize=99.5 K 2024-11-13T08:39:14,334 INFO [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e. 2024-11-13T08:39:14,334 DEBUG [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e. files: [hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/975d28e48e1db8c4b39b7a2934698d2e/A/9a917ff26b634e40b571e9b265466980, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/975d28e48e1db8c4b39b7a2934698d2e/A/5a89067030fe43be8f1f94822ee5e3fa, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/975d28e48e1db8c4b39b7a2934698d2e/A/e3518fa6ec16472b914acfddab4e277a] 2024-11-13T08:39:14,334 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] compactions.Compactor(225): Compacting 16c129d25df14e89948060abe8cf9a30, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=94, earliestPutTs=1731487150239 2024-11-13T08:39:14,335 DEBUG [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] compactions.Compactor(225): Compacting 9a917ff26b634e40b571e9b265466980, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=94, earliestPutTs=1731487150239 2024-11-13T08:39:14,335 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] compactions.Compactor(225): Compacting c9815cd6f72f422f9f6e14008fd0e530, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=117, earliestPutTs=1731487150992 2024-11-13T08:39:14,335 DEBUG [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] compactions.Compactor(225): Compacting 5a89067030fe43be8f1f94822ee5e3fa, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=117, earliestPutTs=1731487150992 2024-11-13T08:39:14,335 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] compactions.Compactor(225): Compacting a7be5497152348f7b5b21520b6a31e61, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=135, earliestPutTs=1731487153076 2024-11-13T08:39:14,341 DEBUG [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] compactions.Compactor(225): Compacting e3518fa6ec16472b914acfddab4e277a, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=135, earliestPutTs=1731487153071 2024-11-13T08:39:14,349 INFO [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 975d28e48e1db8c4b39b7a2934698d2e#B#compaction#484 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-13T08:39:14,350 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/975d28e48e1db8c4b39b7a2934698d2e/.tmp/B/ac3be4c88c1a4512884154f266f51b19 is 50, key is test_row_0/B:col10/1731487153408/Put/seqid=0 2024-11-13T08:39:14,353 INFO [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=975d28e48e1db8c4b39b7a2934698d2e] 2024-11-13T08:39:14,370 DEBUG [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024111320d57245cb1848e4b9e9547961241c72_975d28e48e1db8c4b39b7a2934698d2e store=[table=TestAcidGuarantees family=A region=975d28e48e1db8c4b39b7a2934698d2e] 2024-11-13T08:39:14,372 DEBUG [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024111320d57245cb1848e4b9e9547961241c72_975d28e48e1db8c4b39b7a2934698d2e, store=[table=TestAcidGuarantees family=A region=975d28e48e1db8c4b39b7a2934698d2e] 2024-11-13T08:39:14,372 DEBUG [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111320d57245cb1848e4b9e9547961241c72_975d28e48e1db8c4b39b7a2934698d2e because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=975d28e48e1db8c4b39b7a2934698d2e] 2024-11-13T08:39:14,376 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38605 is added to blk_1073742401_1577 (size=12459) 2024-11-13T08:39:14,378 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38605 is added to blk_1073742402_1578 (size=4469) 2024-11-13T08:39:14,379 INFO [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 975d28e48e1db8c4b39b7a2934698d2e#A#compaction#485 average throughput is 0.94 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-13T08:39:14,379 DEBUG [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/975d28e48e1db8c4b39b7a2934698d2e/.tmp/A/31325aac08344f13b7deab97beafdbb5 is 175, key is test_row_0/A:col10/1731487153408/Put/seqid=0 2024-11-13T08:39:14,382 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38605 is added to blk_1073742403_1579 (size=31413) 2024-11-13T08:39:14,385 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/975d28e48e1db8c4b39b7a2934698d2e/.tmp/B/ac3be4c88c1a4512884154f266f51b19 as hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/975d28e48e1db8c4b39b7a2934698d2e/B/ac3be4c88c1a4512884154f266f51b19 2024-11-13T08:39:14,390 INFO [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 975d28e48e1db8c4b39b7a2934698d2e/B of 975d28e48e1db8c4b39b7a2934698d2e into ac3be4c88c1a4512884154f266f51b19(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T08:39:14,390 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 975d28e48e1db8c4b39b7a2934698d2e: 2024-11-13T08:39:14,390 INFO [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e., storeName=975d28e48e1db8c4b39b7a2934698d2e/B, priority=13, startTime=1731487154333; duration=0sec 2024-11-13T08:39:14,390 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-13T08:39:14,390 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 975d28e48e1db8c4b39b7a2934698d2e:B 2024-11-13T08:39:14,390 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-13T08:39:14,391 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36359 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-13T08:39:14,391 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] regionserver.HStore(1541): 975d28e48e1db8c4b39b7a2934698d2e/C is initiating minor compaction (all files) 2024-11-13T08:39:14,391 INFO [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 975d28e48e1db8c4b39b7a2934698d2e/C in TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e. 2024-11-13T08:39:14,391 INFO [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/975d28e48e1db8c4b39b7a2934698d2e/C/16e05813d6154080ad5de92944ee2aea, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/975d28e48e1db8c4b39b7a2934698d2e/C/a458ecb376ab4ec39ec7c7de5755ecf2, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/975d28e48e1db8c4b39b7a2934698d2e/C/03051fc53c6a429e9e0689c2d9b61ea6] into tmpdir=hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/975d28e48e1db8c4b39b7a2934698d2e/.tmp, totalSize=35.5 K 2024-11-13T08:39:14,391 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] compactions.Compactor(225): Compacting 16e05813d6154080ad5de92944ee2aea, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=94, earliestPutTs=1731487150239 2024-11-13T08:39:14,392 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] compactions.Compactor(225): Compacting a458ecb376ab4ec39ec7c7de5755ecf2, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=117, earliestPutTs=1731487150992 2024-11-13T08:39:14,393 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] compactions.Compactor(225): Compacting 03051fc53c6a429e9e0689c2d9b61ea6, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=135, earliestPutTs=1731487153076 2024-11-13T08:39:14,399 INFO [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 975d28e48e1db8c4b39b7a2934698d2e#C#compaction#486 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-13T08:39:14,400 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/975d28e48e1db8c4b39b7a2934698d2e/.tmp/C/f577e3a316eb45e097e23a5e8468c323 is 50, key is test_row_0/C:col10/1731487153408/Put/seqid=0 2024-11-13T08:39:14,410 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38605 is added to blk_1073742404_1580 (size=12459) 2024-11-13T08:39:14,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45349 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=160 2024-11-13T08:39:14,462 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43851 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=161 2024-11-13T08:39:14,462 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e. 2024-11-13T08:39:14,462 INFO [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegion(2902): Flushing 975d28e48e1db8c4b39b7a2934698d2e 3/3 column families, dataSize=120.76 KB heapSize=317.16 KB 2024-11-13T08:39:14,474 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241113fcb14c76f770462e8deb16e0050c87a2_975d28e48e1db8c4b39b7a2934698d2e is 50, key is test_row_0/A:col10/1731487153519/Put/seqid=0 2024-11-13T08:39:14,490 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38605 is added to blk_1073742405_1581 (size=12304) 2024-11-13T08:39:14,490 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:14,505 INFO [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241113fcb14c76f770462e8deb16e0050c87a2_975d28e48e1db8c4b39b7a2934698d2e to hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241113fcb14c76f770462e8deb16e0050c87a2_975d28e48e1db8c4b39b7a2934698d2e 2024-11-13T08:39:14,506 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/975d28e48e1db8c4b39b7a2934698d2e/.tmp/A/865f7edcf3324a8b992aa8b103b27ed2, store: [table=TestAcidGuarantees family=A region=975d28e48e1db8c4b39b7a2934698d2e] 2024-11-13T08:39:14,506 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/975d28e48e1db8c4b39b7a2934698d2e/.tmp/A/865f7edcf3324a8b992aa8b103b27ed2 is 175, key is test_row_0/A:col10/1731487153519/Put/seqid=0 2024-11-13T08:39:14,515 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38605 is added to blk_1073742406_1582 (size=31105) 2024-11-13T08:39:14,515 INFO [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=157, memsize=40.3 K, hasBloomFilter=true, into tmp file hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/975d28e48e1db8c4b39b7a2934698d2e/.tmp/A/865f7edcf3324a8b992aa8b103b27ed2 2024-11-13T08:39:14,524 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/975d28e48e1db8c4b39b7a2934698d2e/.tmp/B/ff97408986834f1c864ec9dac8f06668 is 50, key is test_row_0/B:col10/1731487153519/Put/seqid=0 2024-11-13T08:39:14,535 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38605 is added to blk_1073742407_1583 (size=12151) 2024-11-13T08:39:14,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45349 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=160 2024-11-13T08:39:14,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] regionserver.HRegion(8855): Flush requested on 975d28e48e1db8c4b39b7a2934698d2e 2024-11-13T08:39:14,682 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e. as already flushing 2024-11-13T08:39:14,763 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975d28e48e1db8c4b39b7a2934698d2e, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:39:14,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60744 deadline: 1731487214759, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975d28e48e1db8c4b39b7a2934698d2e, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:39:14,768 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 , the old value is region=TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975d28e48e1db8c4b39b7a2934698d2e, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:39:14,768 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975d28e48e1db8c4b39b7a2934698d2e, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:39:14,768 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 because the exception is null or not the one we care about 2024-11-13T08:39:14,788 DEBUG [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/975d28e48e1db8c4b39b7a2934698d2e/.tmp/A/31325aac08344f13b7deab97beafdbb5 as hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/975d28e48e1db8c4b39b7a2934698d2e/A/31325aac08344f13b7deab97beafdbb5 2024-11-13T08:39:14,803 INFO [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 975d28e48e1db8c4b39b7a2934698d2e/A of 975d28e48e1db8c4b39b7a2934698d2e into 31325aac08344f13b7deab97beafdbb5(size=30.7 K), total size for store is 30.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T08:39:14,803 DEBUG [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 975d28e48e1db8c4b39b7a2934698d2e: 2024-11-13T08:39:14,803 INFO [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e., storeName=975d28e48e1db8c4b39b7a2934698d2e/A, priority=13, startTime=1731487154333; duration=0sec 2024-11-13T08:39:14,803 DEBUG [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T08:39:14,803 DEBUG [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 975d28e48e1db8c4b39b7a2934698d2e:A 2024-11-13T08:39:14,816 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/975d28e48e1db8c4b39b7a2934698d2e/.tmp/C/f577e3a316eb45e097e23a5e8468c323 as hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/975d28e48e1db8c4b39b7a2934698d2e/C/f577e3a316eb45e097e23a5e8468c323 2024-11-13T08:39:14,834 INFO [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 975d28e48e1db8c4b39b7a2934698d2e/C of 975d28e48e1db8c4b39b7a2934698d2e into f577e3a316eb45e097e23a5e8468c323(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T08:39:14,834 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 975d28e48e1db8c4b39b7a2934698d2e: 2024-11-13T08:39:14,834 INFO [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e., storeName=975d28e48e1db8c4b39b7a2934698d2e/C, priority=13, startTime=1731487154333; duration=0sec 2024-11-13T08:39:14,834 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T08:39:14,834 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 975d28e48e1db8c4b39b7a2934698d2e:C 2024-11-13T08:39:14,878 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975d28e48e1db8c4b39b7a2934698d2e, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:39:14,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60744 deadline: 1731487214875, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975d28e48e1db8c4b39b7a2934698d2e, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:39:14,879 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 , the old value is region=TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975d28e48e1db8c4b39b7a2934698d2e, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:39:14,879 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975d28e48e1db8c4b39b7a2934698d2e, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:39:14,879 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 because the exception is null or not the one we care about 2024-11-13T08:39:14,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45349 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=160 2024-11-13T08:39:14,936 INFO [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=157 (bloomFilter=true), to=hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/975d28e48e1db8c4b39b7a2934698d2e/.tmp/B/ff97408986834f1c864ec9dac8f06668 2024-11-13T08:39:14,944 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/975d28e48e1db8c4b39b7a2934698d2e/.tmp/C/134b7390d82a469fb930585cc864150e is 50, key is test_row_0/C:col10/1731487153519/Put/seqid=0 2024-11-13T08:39:14,986 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38605 is added to blk_1073742408_1584 (size=12151) 2024-11-13T08:39:14,987 INFO [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=157 (bloomFilter=true), to=hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/975d28e48e1db8c4b39b7a2934698d2e/.tmp/C/134b7390d82a469fb930585cc864150e 2024-11-13T08:39:14,992 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/975d28e48e1db8c4b39b7a2934698d2e/.tmp/A/865f7edcf3324a8b992aa8b103b27ed2 as hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/975d28e48e1db8c4b39b7a2934698d2e/A/865f7edcf3324a8b992aa8b103b27ed2 2024-11-13T08:39:14,996 INFO [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/975d28e48e1db8c4b39b7a2934698d2e/A/865f7edcf3324a8b992aa8b103b27ed2, entries=150, sequenceid=157, filesize=30.4 K 2024-11-13T08:39:14,997 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/975d28e48e1db8c4b39b7a2934698d2e/.tmp/B/ff97408986834f1c864ec9dac8f06668 as hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/975d28e48e1db8c4b39b7a2934698d2e/B/ff97408986834f1c864ec9dac8f06668 2024-11-13T08:39:15,001 INFO [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/975d28e48e1db8c4b39b7a2934698d2e/B/ff97408986834f1c864ec9dac8f06668, entries=150, sequenceid=157, filesize=11.9 K 2024-11-13T08:39:15,002 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/975d28e48e1db8c4b39b7a2934698d2e/.tmp/C/134b7390d82a469fb930585cc864150e as hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/975d28e48e1db8c4b39b7a2934698d2e/C/134b7390d82a469fb930585cc864150e 2024-11-13T08:39:15,008 INFO [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/975d28e48e1db8c4b39b7a2934698d2e/C/134b7390d82a469fb930585cc864150e, entries=150, sequenceid=157, filesize=11.9 K 2024-11-13T08:39:15,010 INFO [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegion(3140): Finished flush of dataSize ~120.76 KB/123660, heapSize ~317.11 KB/324720, currentSize=80.51 KB/82440 for 975d28e48e1db8c4b39b7a2934698d2e in 548ms, sequenceid=157, compaction requested=false 2024-11-13T08:39:15,010 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegion(2603): Flush status journal for 975d28e48e1db8c4b39b7a2934698d2e: 2024-11-13T08:39:15,010 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e. 2024-11-13T08:39:15,010 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=161 2024-11-13T08:39:15,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45349 {}] master.HMaster(4169): Remote procedure done, pid=161 2024-11-13T08:39:15,015 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=161, resume processing ppid=160 2024-11-13T08:39:15,015 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=161, ppid=160, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 704 msec 2024-11-13T08:39:15,016 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=160, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=160, table=TestAcidGuarantees in 709 msec 2024-11-13T08:39:15,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] regionserver.HRegion(8855): Flush requested on 975d28e48e1db8c4b39b7a2934698d2e 2024-11-13T08:39:15,087 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-13T08:39:15,087 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 975d28e48e1db8c4b39b7a2934698d2e 3/3 column families, dataSize=87.22 KB heapSize=229.27 KB 2024-11-13T08:39:15,099 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411136cc44db582aa41c3935ff65cb88d0fae_975d28e48e1db8c4b39b7a2934698d2e is 50, key is test_row_0/A:col10/1731487155086/Put/seqid=0 2024-11-13T08:39:15,118 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38605 is added to blk_1073742409_1585 (size=14794) 2024-11-13T08:39:15,163 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975d28e48e1db8c4b39b7a2934698d2e, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:39:15,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60744 deadline: 1731487215159, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975d28e48e1db8c4b39b7a2934698d2e, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:39:15,163 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 , the old value is region=TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975d28e48e1db8c4b39b7a2934698d2e, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:39:15,163 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975d28e48e1db8c4b39b7a2934698d2e, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:39:15,163 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 because the exception is null or not the one we care about 2024-11-13T08:39:15,189 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975d28e48e1db8c4b39b7a2934698d2e, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:39:15,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60698 deadline: 1731487215185, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975d28e48e1db8c4b39b7a2934698d2e, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:39:15,189 WARN [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRpcRetryingCaller(177): Call to dd3a0865bb23,43851,1731486997349 for 'test_row_2' in 975d28e48e1db8c4b39b7a2934698d2e of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4177 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975d28e48e1db8c4b39b7a2934698d2e, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975d28e48e1db8c4b39b7a2934698d2e, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-13T08:39:15,190 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 , the old value is region=TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975d28e48e1db8c4b39b7a2934698d2e, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:39:15,190 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975d28e48e1db8c4b39b7a2934698d2e, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:39:15,190 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 because the exception is null or not the one we care about 2024-11-13T08:39:15,198 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975d28e48e1db8c4b39b7a2934698d2e, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:39:15,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60728 deadline: 1731487215195, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975d28e48e1db8c4b39b7a2934698d2e, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:39:15,199 WARN [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRpcRetryingCaller(177): Call to dd3a0865bb23,43851,1731486997349 for 'test_row_0' in 975d28e48e1db8c4b39b7a2934698d2e of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4184 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975d28e48e1db8c4b39b7a2934698d2e, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975d28e48e1db8c4b39b7a2934698d2e, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-13T08:39:15,199 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 , the old value is region=TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975d28e48e1db8c4b39b7a2934698d2e, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:39:15,199 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975d28e48e1db8c4b39b7a2934698d2e, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:39:15,199 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 because the exception is null or not the one we care about 2024-11-13T08:39:15,208 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975d28e48e1db8c4b39b7a2934698d2e, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:39:15,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60720 deadline: 1731487215204, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975d28e48e1db8c4b39b7a2934698d2e, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:39:15,208 WARN [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRpcRetryingCaller(177): Call to dd3a0865bb23,43851,1731486997349 for 'test_row_1' in 975d28e48e1db8c4b39b7a2934698d2e of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4193 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975d28e48e1db8c4b39b7a2934698d2e, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975d28e48e1db8c4b39b7a2934698d2e, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-13T08:39:15,209 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 , the old value is region=TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975d28e48e1db8c4b39b7a2934698d2e, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:39:15,209 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975d28e48e1db8c4b39b7a2934698d2e, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:39:15,209 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 because the exception is null or not the one we care about 2024-11-13T08:39:15,218 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975d28e48e1db8c4b39b7a2934698d2e, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:39:15,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60766 deadline: 1731487215215, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975d28e48e1db8c4b39b7a2934698d2e, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:39:15,218 WARN [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRpcRetryingCaller(177): Call to dd3a0865bb23,43851,1731486997349 for 'test_row_2' in 975d28e48e1db8c4b39b7a2934698d2e of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4204 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975d28e48e1db8c4b39b7a2934698d2e, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975d28e48e1db8c4b39b7a2934698d2e, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-13T08:39:15,219 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 , the old value is region=TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975d28e48e1db8c4b39b7a2934698d2e, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:39:15,219 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975d28e48e1db8c4b39b7a2934698d2e, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:39:15,219 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 because the exception is null or not the one we care about 2024-11-13T08:39:15,279 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975d28e48e1db8c4b39b7a2934698d2e, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:39:15,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60744 deadline: 1731487215275, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975d28e48e1db8c4b39b7a2934698d2e, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:39:15,279 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 , the old value is region=TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975d28e48e1db8c4b39b7a2934698d2e, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:39:15,279 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975d28e48e1db8c4b39b7a2934698d2e, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:39:15,279 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 because the exception is null or not the one we care about 2024-11-13T08:39:15,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45349 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=160 2024-11-13T08:39:15,445 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-13T08:39:15,445 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45349 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-13T08:39:15,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45349 {}] procedure2.ProcedureExecutor(1139): Stored pid=162, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=162, table=TestAcidGuarantees 2024-11-13T08:39:15,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45349 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=162 2024-11-13T08:39:15,447 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=162, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=162, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-13T08:39:15,448 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=162, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=162, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-13T08:39:15,448 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=163, ppid=162, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-13T08:39:15,487 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975d28e48e1db8c4b39b7a2934698d2e, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:39:15,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60744 deadline: 1731487215485, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975d28e48e1db8c4b39b7a2934698d2e, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:39:15,487 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 , the old value is region=TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975d28e48e1db8c4b39b7a2934698d2e, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:39:15,487 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975d28e48e1db8c4b39b7a2934698d2e, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:39:15,487 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 because the exception is null or not the one we care about 2024-11-13T08:39:15,506 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:15,510 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411136cc44db582aa41c3935ff65cb88d0fae_975d28e48e1db8c4b39b7a2934698d2e to hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411136cc44db582aa41c3935ff65cb88d0fae_975d28e48e1db8c4b39b7a2934698d2e 2024-11-13T08:39:15,511 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/975d28e48e1db8c4b39b7a2934698d2e/.tmp/A/1399a6d521d54fcea7f5d7d1f362f667, store: [table=TestAcidGuarantees family=A region=975d28e48e1db8c4b39b7a2934698d2e] 2024-11-13T08:39:15,511 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/975d28e48e1db8c4b39b7a2934698d2e/.tmp/A/1399a6d521d54fcea7f5d7d1f362f667 is 175, key is test_row_0/A:col10/1731487155086/Put/seqid=0 2024-11-13T08:39:15,523 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38605 is added to blk_1073742410_1586 (size=39749) 2024-11-13T08:39:15,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45349 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=162 2024-11-13T08:39:15,599 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43851 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=163 2024-11-13T08:39:15,599 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e. 2024-11-13T08:39:15,600 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e. as already flushing 2024-11-13T08:39:15,600 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e. 2024-11-13T08:39:15,600 ERROR [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] handler.RSProcedureHandler(58): pid=163 java.io.IOException: Unable to complete flush {ENCODED => 975d28e48e1db8c4b39b7a2934698d2e, NAME => 'TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T08:39:15,600 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=163 java.io.IOException: Unable to complete flush {ENCODED => 975d28e48e1db8c4b39b7a2934698d2e, NAME => 'TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T08:39:15,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45349 {}] master.HMaster(4177): Remote procedure failed, pid=163 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 975d28e48e1db8c4b39b7a2934698d2e, NAME => 'TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 975d28e48e1db8c4b39b7a2934698d2e, NAME => 'TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T08:39:15,753 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43851 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=163 2024-11-13T08:39:15,753 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e. 2024-11-13T08:39:15,753 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e. as already flushing 2024-11-13T08:39:15,753 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e. 2024-11-13T08:39:15,753 ERROR [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] handler.RSProcedureHandler(58): pid=163 java.io.IOException: Unable to complete flush {ENCODED => 975d28e48e1db8c4b39b7a2934698d2e, NAME => 'TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T08:39:15,753 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=163 java.io.IOException: Unable to complete flush {ENCODED => 975d28e48e1db8c4b39b7a2934698d2e, NAME => 'TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T08:39:15,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45349 {}] master.HMaster(4177): Remote procedure failed, pid=163 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 975d28e48e1db8c4b39b7a2934698d2e, NAME => 'TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 975d28e48e1db8c4b39b7a2934698d2e, NAME => 'TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T08:39:15,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45349 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=162 2024-11-13T08:39:15,797 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975d28e48e1db8c4b39b7a2934698d2e, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:39:15,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60744 deadline: 1731487215795, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975d28e48e1db8c4b39b7a2934698d2e, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:39:15,797 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 , the old value is region=TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975d28e48e1db8c4b39b7a2934698d2e, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:39:15,797 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975d28e48e1db8c4b39b7a2934698d2e, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:39:15,797 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 because the exception is null or not the one we care about 2024-11-13T08:39:15,906 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43851 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=163 2024-11-13T08:39:15,906 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e. 2024-11-13T08:39:15,906 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e. as already flushing 2024-11-13T08:39:15,906 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e. 2024-11-13T08:39:15,906 ERROR [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] handler.RSProcedureHandler(58): pid=163 java.io.IOException: Unable to complete flush {ENCODED => 975d28e48e1db8c4b39b7a2934698d2e, NAME => 'TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T08:39:15,906 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=163 java.io.IOException: Unable to complete flush {ENCODED => 975d28e48e1db8c4b39b7a2934698d2e, NAME => 'TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T08:39:15,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45349 {}] master.HMaster(4177): Remote procedure failed, pid=163 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 975d28e48e1db8c4b39b7a2934698d2e, NAME => 'TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 975d28e48e1db8c4b39b7a2934698d2e, NAME => 'TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T08:39:15,924 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=175, memsize=29.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/975d28e48e1db8c4b39b7a2934698d2e/.tmp/A/1399a6d521d54fcea7f5d7d1f362f667 2024-11-13T08:39:15,931 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/975d28e48e1db8c4b39b7a2934698d2e/.tmp/B/fb08cbd810d74142a4468ecf007fc00c is 50, key is test_row_0/B:col10/1731487155086/Put/seqid=0 2024-11-13T08:39:15,937 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38605 is added to blk_1073742411_1587 (size=12151) 2024-11-13T08:39:15,937 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=175 (bloomFilter=true), to=hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/975d28e48e1db8c4b39b7a2934698d2e/.tmp/B/fb08cbd810d74142a4468ecf007fc00c 2024-11-13T08:39:15,949 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/975d28e48e1db8c4b39b7a2934698d2e/.tmp/C/e182e7b4d59e4baa9eedc373f24fedea is 50, key is test_row_0/C:col10/1731487155086/Put/seqid=0 2024-11-13T08:39:15,960 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38605 is added to blk_1073742412_1588 (size=12151) 2024-11-13T08:39:16,059 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43851 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=163 2024-11-13T08:39:16,059 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e. 2024-11-13T08:39:16,059 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e. as already flushing 2024-11-13T08:39:16,059 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e. 2024-11-13T08:39:16,059 ERROR [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] handler.RSProcedureHandler(58): pid=163 java.io.IOException: Unable to complete flush {ENCODED => 975d28e48e1db8c4b39b7a2934698d2e, NAME => 'TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T08:39:16,060 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=163 java.io.IOException: Unable to complete flush {ENCODED => 975d28e48e1db8c4b39b7a2934698d2e, NAME => 'TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T08:39:16,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45349 {}] master.HMaster(4177): Remote procedure failed, pid=163 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 975d28e48e1db8c4b39b7a2934698d2e, NAME => 'TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 975d28e48e1db8c4b39b7a2934698d2e, NAME => 'TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T08:39:16,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45349 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=162 2024-11-13T08:39:16,212 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43851 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=163 2024-11-13T08:39:16,213 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e. 2024-11-13T08:39:16,213 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e. as already flushing 2024-11-13T08:39:16,213 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e. 2024-11-13T08:39:16,213 ERROR [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] handler.RSProcedureHandler(58): pid=163 java.io.IOException: Unable to complete flush {ENCODED => 975d28e48e1db8c4b39b7a2934698d2e, NAME => 'TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T08:39:16,213 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=163 java.io.IOException: Unable to complete flush {ENCODED => 975d28e48e1db8c4b39b7a2934698d2e, NAME => 'TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T08:39:16,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45349 {}] master.HMaster(4177): Remote procedure failed, pid=163 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 975d28e48e1db8c4b39b7a2934698d2e, NAME => 'TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 975d28e48e1db8c4b39b7a2934698d2e, NAME => 'TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T08:39:16,308 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975d28e48e1db8c4b39b7a2934698d2e, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:39:16,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60744 deadline: 1731487216305, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975d28e48e1db8c4b39b7a2934698d2e, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:39:16,308 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 , the old value is region=TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975d28e48e1db8c4b39b7a2934698d2e, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:39:16,308 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975d28e48e1db8c4b39b7a2934698d2e, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:39:16,308 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 because the exception is null or not the one we care about 2024-11-13T08:39:16,361 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=175 (bloomFilter=true), to=hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/975d28e48e1db8c4b39b7a2934698d2e/.tmp/C/e182e7b4d59e4baa9eedc373f24fedea 2024-11-13T08:39:16,364 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43851 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=163 2024-11-13T08:39:16,365 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e. 2024-11-13T08:39:16,365 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e. as already flushing 2024-11-13T08:39:16,365 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e. 2024-11-13T08:39:16,365 ERROR [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] handler.RSProcedureHandler(58): pid=163 java.io.IOException: Unable to complete flush {ENCODED => 975d28e48e1db8c4b39b7a2934698d2e, NAME => 'TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T08:39:16,365 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=163 java.io.IOException: Unable to complete flush {ENCODED => 975d28e48e1db8c4b39b7a2934698d2e, NAME => 'TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T08:39:16,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45349 {}] master.HMaster(4177): Remote procedure failed, pid=163 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 975d28e48e1db8c4b39b7a2934698d2e, NAME => 'TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 975d28e48e1db8c4b39b7a2934698d2e, NAME => 'TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T08:39:16,369 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/975d28e48e1db8c4b39b7a2934698d2e/.tmp/A/1399a6d521d54fcea7f5d7d1f362f667 as hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/975d28e48e1db8c4b39b7a2934698d2e/A/1399a6d521d54fcea7f5d7d1f362f667 2024-11-13T08:39:16,373 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/975d28e48e1db8c4b39b7a2934698d2e/A/1399a6d521d54fcea7f5d7d1f362f667, entries=200, sequenceid=175, filesize=38.8 K 2024-11-13T08:39:16,374 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/975d28e48e1db8c4b39b7a2934698d2e/.tmp/B/fb08cbd810d74142a4468ecf007fc00c as hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/975d28e48e1db8c4b39b7a2934698d2e/B/fb08cbd810d74142a4468ecf007fc00c 2024-11-13T08:39:16,377 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/975d28e48e1db8c4b39b7a2934698d2e/B/fb08cbd810d74142a4468ecf007fc00c, entries=150, sequenceid=175, filesize=11.9 K 2024-11-13T08:39:16,378 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/975d28e48e1db8c4b39b7a2934698d2e/.tmp/C/e182e7b4d59e4baa9eedc373f24fedea as hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/975d28e48e1db8c4b39b7a2934698d2e/C/e182e7b4d59e4baa9eedc373f24fedea 2024-11-13T08:39:16,381 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/975d28e48e1db8c4b39b7a2934698d2e/C/e182e7b4d59e4baa9eedc373f24fedea, entries=150, sequenceid=175, filesize=11.9 K 2024-11-13T08:39:16,382 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~87.22 KB/89310, heapSize ~229.22 KB/234720, currentSize=114.05 KB/116790 for 975d28e48e1db8c4b39b7a2934698d2e in 1295ms, sequenceid=175, compaction requested=true 2024-11-13T08:39:16,382 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 975d28e48e1db8c4b39b7a2934698d2e: 2024-11-13T08:39:16,382 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 975d28e48e1db8c4b39b7a2934698d2e:A, priority=-2147483648, current under compaction store size is 1 2024-11-13T08:39:16,382 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T08:39:16,382 DEBUG [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-13T08:39:16,382 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-13T08:39:16,383 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 975d28e48e1db8c4b39b7a2934698d2e:B, priority=-2147483648, current under compaction store size is 2 2024-11-13T08:39:16,383 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T08:39:16,383 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 975d28e48e1db8c4b39b7a2934698d2e:C, priority=-2147483648, current under compaction store size is 3 2024-11-13T08:39:16,383 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-13T08:39:16,383 DEBUG [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 102267 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-13T08:39:16,383 DEBUG [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] regionserver.HStore(1541): 975d28e48e1db8c4b39b7a2934698d2e/A is initiating minor compaction (all files) 2024-11-13T08:39:16,383 INFO [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 975d28e48e1db8c4b39b7a2934698d2e/A in TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e. 2024-11-13T08:39:16,384 INFO [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/975d28e48e1db8c4b39b7a2934698d2e/A/31325aac08344f13b7deab97beafdbb5, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/975d28e48e1db8c4b39b7a2934698d2e/A/865f7edcf3324a8b992aa8b103b27ed2, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/975d28e48e1db8c4b39b7a2934698d2e/A/1399a6d521d54fcea7f5d7d1f362f667] into tmpdir=hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/975d28e48e1db8c4b39b7a2934698d2e/.tmp, totalSize=99.9 K 2024-11-13T08:39:16,384 INFO [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e. 2024-11-13T08:39:16,384 DEBUG [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e. files: [hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/975d28e48e1db8c4b39b7a2934698d2e/A/31325aac08344f13b7deab97beafdbb5, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/975d28e48e1db8c4b39b7a2934698d2e/A/865f7edcf3324a8b992aa8b103b27ed2, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/975d28e48e1db8c4b39b7a2934698d2e/A/1399a6d521d54fcea7f5d7d1f362f667] 2024-11-13T08:39:16,384 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36761 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-13T08:39:16,384 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] regionserver.HStore(1541): 975d28e48e1db8c4b39b7a2934698d2e/B is initiating minor compaction (all files) 2024-11-13T08:39:16,384 INFO [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 975d28e48e1db8c4b39b7a2934698d2e/B in TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e. 2024-11-13T08:39:16,384 INFO [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/975d28e48e1db8c4b39b7a2934698d2e/B/ac3be4c88c1a4512884154f266f51b19, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/975d28e48e1db8c4b39b7a2934698d2e/B/ff97408986834f1c864ec9dac8f06668, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/975d28e48e1db8c4b39b7a2934698d2e/B/fb08cbd810d74142a4468ecf007fc00c] into tmpdir=hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/975d28e48e1db8c4b39b7a2934698d2e/.tmp, totalSize=35.9 K 2024-11-13T08:39:16,385 DEBUG [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] compactions.Compactor(225): Compacting 31325aac08344f13b7deab97beafdbb5, keycount=150, bloomtype=ROW, size=30.7 K, encoding=NONE, compression=NONE, seqNum=135, earliestPutTs=1731487153076 2024-11-13T08:39:16,385 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] compactions.Compactor(225): Compacting ac3be4c88c1a4512884154f266f51b19, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=135, earliestPutTs=1731487153076 2024-11-13T08:39:16,385 DEBUG [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] compactions.Compactor(225): Compacting 865f7edcf3324a8b992aa8b103b27ed2, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=157, earliestPutTs=1731487153491 2024-11-13T08:39:16,385 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] compactions.Compactor(225): Compacting ff97408986834f1c864ec9dac8f06668, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=157, earliestPutTs=1731487153491 2024-11-13T08:39:16,385 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] compactions.Compactor(225): Compacting fb08cbd810d74142a4468ecf007fc00c, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=175, earliestPutTs=1731487154706 2024-11-13T08:39:16,386 DEBUG [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] compactions.Compactor(225): Compacting 1399a6d521d54fcea7f5d7d1f362f667, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=175, earliestPutTs=1731487154706 2024-11-13T08:39:16,394 INFO [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 975d28e48e1db8c4b39b7a2934698d2e#B#compaction#493 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-13T08:39:16,394 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/975d28e48e1db8c4b39b7a2934698d2e/.tmp/B/7b34f5fd00cb496180152ce1dcbc3992 is 50, key is test_row_0/B:col10/1731487155086/Put/seqid=0 2024-11-13T08:39:16,396 INFO [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=975d28e48e1db8c4b39b7a2934698d2e] 2024-11-13T08:39:16,400 DEBUG [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241113a682b6701d1846bc9bb108172785a2cd_975d28e48e1db8c4b39b7a2934698d2e store=[table=TestAcidGuarantees family=A region=975d28e48e1db8c4b39b7a2934698d2e] 2024-11-13T08:39:16,402 DEBUG [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241113a682b6701d1846bc9bb108172785a2cd_975d28e48e1db8c4b39b7a2934698d2e, store=[table=TestAcidGuarantees family=A region=975d28e48e1db8c4b39b7a2934698d2e] 2024-11-13T08:39:16,402 DEBUG [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241113a682b6701d1846bc9bb108172785a2cd_975d28e48e1db8c4b39b7a2934698d2e because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=975d28e48e1db8c4b39b7a2934698d2e] 2024-11-13T08:39:16,417 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38605 is added to blk_1073742413_1589 (size=12561) 2024-11-13T08:39:16,430 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/975d28e48e1db8c4b39b7a2934698d2e/.tmp/B/7b34f5fd00cb496180152ce1dcbc3992 as hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/975d28e48e1db8c4b39b7a2934698d2e/B/7b34f5fd00cb496180152ce1dcbc3992 2024-11-13T08:39:16,437 INFO [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 975d28e48e1db8c4b39b7a2934698d2e/B of 975d28e48e1db8c4b39b7a2934698d2e into 7b34f5fd00cb496180152ce1dcbc3992(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T08:39:16,437 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 975d28e48e1db8c4b39b7a2934698d2e: 2024-11-13T08:39:16,437 INFO [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e., storeName=975d28e48e1db8c4b39b7a2934698d2e/B, priority=13, startTime=1731487156382; duration=0sec 2024-11-13T08:39:16,437 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-13T08:39:16,437 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 975d28e48e1db8c4b39b7a2934698d2e:B 2024-11-13T08:39:16,437 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-13T08:39:16,438 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36761 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-13T08:39:16,438 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] regionserver.HStore(1541): 975d28e48e1db8c4b39b7a2934698d2e/C is initiating minor compaction (all files) 2024-11-13T08:39:16,438 INFO [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 975d28e48e1db8c4b39b7a2934698d2e/C in TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e. 2024-11-13T08:39:16,438 INFO [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/975d28e48e1db8c4b39b7a2934698d2e/C/f577e3a316eb45e097e23a5e8468c323, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/975d28e48e1db8c4b39b7a2934698d2e/C/134b7390d82a469fb930585cc864150e, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/975d28e48e1db8c4b39b7a2934698d2e/C/e182e7b4d59e4baa9eedc373f24fedea] into tmpdir=hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/975d28e48e1db8c4b39b7a2934698d2e/.tmp, totalSize=35.9 K 2024-11-13T08:39:16,439 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] compactions.Compactor(225): Compacting f577e3a316eb45e097e23a5e8468c323, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=135, earliestPutTs=1731487153076 2024-11-13T08:39:16,440 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38605 is added to blk_1073742414_1590 (size=4469) 2024-11-13T08:39:16,440 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] compactions.Compactor(225): Compacting 134b7390d82a469fb930585cc864150e, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=157, earliestPutTs=1731487153491 2024-11-13T08:39:16,440 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] compactions.Compactor(225): Compacting e182e7b4d59e4baa9eedc373f24fedea, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=175, earliestPutTs=1731487154706 2024-11-13T08:39:16,447 INFO [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 975d28e48e1db8c4b39b7a2934698d2e#C#compaction#495 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-13T08:39:16,448 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/975d28e48e1db8c4b39b7a2934698d2e/.tmp/C/7e7d7df22d4e496d95bbc8001c1b875a is 50, key is test_row_0/C:col10/1731487155086/Put/seqid=0 2024-11-13T08:39:16,453 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38605 is added to blk_1073742415_1591 (size=12561) 2024-11-13T08:39:16,458 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/975d28e48e1db8c4b39b7a2934698d2e/.tmp/C/7e7d7df22d4e496d95bbc8001c1b875a as hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/975d28e48e1db8c4b39b7a2934698d2e/C/7e7d7df22d4e496d95bbc8001c1b875a 2024-11-13T08:39:16,462 INFO [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 975d28e48e1db8c4b39b7a2934698d2e/C of 975d28e48e1db8c4b39b7a2934698d2e into 7e7d7df22d4e496d95bbc8001c1b875a(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T08:39:16,463 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 975d28e48e1db8c4b39b7a2934698d2e: 2024-11-13T08:39:16,463 INFO [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e., storeName=975d28e48e1db8c4b39b7a2934698d2e/C, priority=13, startTime=1731487156383; duration=0sec 2024-11-13T08:39:16,463 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T08:39:16,463 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 975d28e48e1db8c4b39b7a2934698d2e:C 2024-11-13T08:39:16,517 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43851 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=163 2024-11-13T08:39:16,518 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e. 2024-11-13T08:39:16,518 INFO [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HRegion(2902): Flushing 975d28e48e1db8c4b39b7a2934698d2e 3/3 column families, dataSize=114.05 KB heapSize=299.58 KB 2024-11-13T08:39:16,526 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241113bedc725cb8874081b49f8784593c6700_975d28e48e1db8c4b39b7a2934698d2e is 50, key is test_row_0/A:col10/1731487155158/Put/seqid=0 2024-11-13T08:39:16,534 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38605 is added to blk_1073742416_1592 (size=12304) 2024-11-13T08:39:16,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45349 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=162 2024-11-13T08:39:16,841 INFO [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 975d28e48e1db8c4b39b7a2934698d2e#A#compaction#494 average throughput is 0.05 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-13T08:39:16,842 DEBUG [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/975d28e48e1db8c4b39b7a2934698d2e/.tmp/A/9f08b9c5e71a4d4f98e36638fd956254 is 175, key is test_row_0/A:col10/1731487155086/Put/seqid=0 2024-11-13T08:39:16,850 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38605 is added to blk_1073742417_1593 (size=31515) 2024-11-13T08:39:16,855 DEBUG [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/975d28e48e1db8c4b39b7a2934698d2e/.tmp/A/9f08b9c5e71a4d4f98e36638fd956254 as hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/975d28e48e1db8c4b39b7a2934698d2e/A/9f08b9c5e71a4d4f98e36638fd956254 2024-11-13T08:39:16,860 INFO [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 975d28e48e1db8c4b39b7a2934698d2e/A of 975d28e48e1db8c4b39b7a2934698d2e into 9f08b9c5e71a4d4f98e36638fd956254(size=30.8 K), total size for store is 30.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T08:39:16,860 DEBUG [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 975d28e48e1db8c4b39b7a2934698d2e: 2024-11-13T08:39:16,860 INFO [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e., storeName=975d28e48e1db8c4b39b7a2934698d2e/A, priority=13, startTime=1731487156382; duration=0sec 2024-11-13T08:39:16,860 DEBUG [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T08:39:16,860 DEBUG [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 975d28e48e1db8c4b39b7a2934698d2e:A 2024-11-13T08:39:16,948 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:16,967 INFO [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241113bedc725cb8874081b49f8784593c6700_975d28e48e1db8c4b39b7a2934698d2e to hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241113bedc725cb8874081b49f8784593c6700_975d28e48e1db8c4b39b7a2934698d2e 2024-11-13T08:39:16,969 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/975d28e48e1db8c4b39b7a2934698d2e/.tmp/A/2c4dc9807b3d4c06a8319c63dbaabf06, store: [table=TestAcidGuarantees family=A region=975d28e48e1db8c4b39b7a2934698d2e] 2024-11-13T08:39:16,970 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/975d28e48e1db8c4b39b7a2934698d2e/.tmp/A/2c4dc9807b3d4c06a8319c63dbaabf06 is 175, key is test_row_0/A:col10/1731487155158/Put/seqid=0 2024-11-13T08:39:16,975 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38605 is added to blk_1073742418_1594 (size=31105) 2024-11-13T08:39:17,328 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e. as already flushing 2024-11-13T08:39:17,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] regionserver.HRegion(8855): Flush requested on 975d28e48e1db8c4b39b7a2934698d2e 2024-11-13T08:39:17,372 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975d28e48e1db8c4b39b7a2934698d2e, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:39:17,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60744 deadline: 1731487217368, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975d28e48e1db8c4b39b7a2934698d2e, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:39:17,372 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 , the old value is region=TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975d28e48e1db8c4b39b7a2934698d2e, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:39:17,372 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975d28e48e1db8c4b39b7a2934698d2e, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:39:17,372 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 because the exception is null or not the one we care about 2024-11-13T08:39:17,375 INFO [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=197, memsize=38.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/975d28e48e1db8c4b39b7a2934698d2e/.tmp/A/2c4dc9807b3d4c06a8319c63dbaabf06 2024-11-13T08:39:17,382 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/975d28e48e1db8c4b39b7a2934698d2e/.tmp/B/ee517dfd10fe42ba8409978ae6417314 is 50, key is test_row_0/B:col10/1731487155158/Put/seqid=0 2024-11-13T08:39:17,389 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38605 is added to blk_1073742419_1595 (size=12151) 2024-11-13T08:39:17,391 INFO [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=197 (bloomFilter=true), to=hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/975d28e48e1db8c4b39b7a2934698d2e/.tmp/B/ee517dfd10fe42ba8409978ae6417314 2024-11-13T08:39:17,414 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/975d28e48e1db8c4b39b7a2934698d2e/.tmp/C/e360f7c5f9e148d8979a17da0440cd3c is 50, key is test_row_0/C:col10/1731487155158/Put/seqid=0 2024-11-13T08:39:17,420 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38605 is added to blk_1073742420_1596 (size=12151) 2024-11-13T08:39:17,420 INFO [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=197 (bloomFilter=true), to=hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/975d28e48e1db8c4b39b7a2934698d2e/.tmp/C/e360f7c5f9e148d8979a17da0440cd3c 2024-11-13T08:39:17,426 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/975d28e48e1db8c4b39b7a2934698d2e/.tmp/A/2c4dc9807b3d4c06a8319c63dbaabf06 as hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/975d28e48e1db8c4b39b7a2934698d2e/A/2c4dc9807b3d4c06a8319c63dbaabf06 2024-11-13T08:39:17,429 INFO [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/975d28e48e1db8c4b39b7a2934698d2e/A/2c4dc9807b3d4c06a8319c63dbaabf06, entries=150, sequenceid=197, filesize=30.4 K 2024-11-13T08:39:17,430 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/975d28e48e1db8c4b39b7a2934698d2e/.tmp/B/ee517dfd10fe42ba8409978ae6417314 as hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/975d28e48e1db8c4b39b7a2934698d2e/B/ee517dfd10fe42ba8409978ae6417314 2024-11-13T08:39:17,433 INFO [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/975d28e48e1db8c4b39b7a2934698d2e/B/ee517dfd10fe42ba8409978ae6417314, entries=150, sequenceid=197, filesize=11.9 K 2024-11-13T08:39:17,434 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/975d28e48e1db8c4b39b7a2934698d2e/.tmp/C/e360f7c5f9e148d8979a17da0440cd3c as hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/975d28e48e1db8c4b39b7a2934698d2e/C/e360f7c5f9e148d8979a17da0440cd3c 2024-11-13T08:39:17,437 INFO [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/975d28e48e1db8c4b39b7a2934698d2e/C/e360f7c5f9e148d8979a17da0440cd3c, entries=150, sequenceid=197, filesize=11.9 K 2024-11-13T08:39:17,438 INFO [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HRegion(3140): Finished flush of dataSize ~114.05 KB/116790, heapSize ~299.53 KB/306720, currentSize=87.22 KB/89310 for 975d28e48e1db8c4b39b7a2934698d2e in 920ms, sequenceid=197, compaction requested=false 2024-11-13T08:39:17,438 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HRegion(2603): Flush status journal for 975d28e48e1db8c4b39b7a2934698d2e: 2024-11-13T08:39:17,438 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e. 2024-11-13T08:39:17,438 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=163 2024-11-13T08:39:17,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45349 {}] master.HMaster(4169): Remote procedure done, pid=163 2024-11-13T08:39:17,441 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=163, resume processing ppid=162 2024-11-13T08:39:17,442 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=163, ppid=162, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.9910 sec 2024-11-13T08:39:17,444 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=162, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=162, table=TestAcidGuarantees in 1.9980 sec 2024-11-13T08:39:17,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] regionserver.HRegion(8855): Flush requested on 975d28e48e1db8c4b39b7a2934698d2e 2024-11-13T08:39:17,478 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-13T08:39:17,478 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 975d28e48e1db8c4b39b7a2934698d2e 3/3 column families, dataSize=93.93 KB heapSize=246.84 KB 2024-11-13T08:39:17,485 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411130ed49cd9b61b463ab69c033df504aeb0_975d28e48e1db8c4b39b7a2934698d2e is 50, key is test_row_0/A:col10/1731487157476/Put/seqid=0 2024-11-13T08:39:17,490 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38605 is added to blk_1073742421_1597 (size=14794) 2024-11-13T08:39:17,490 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:17,494 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411130ed49cd9b61b463ab69c033df504aeb0_975d28e48e1db8c4b39b7a2934698d2e to hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411130ed49cd9b61b463ab69c033df504aeb0_975d28e48e1db8c4b39b7a2934698d2e 2024-11-13T08:39:17,495 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/975d28e48e1db8c4b39b7a2934698d2e/.tmp/A/db502cca66cc4238a2a329fd3bcdfbe7, store: [table=TestAcidGuarantees family=A region=975d28e48e1db8c4b39b7a2934698d2e] 2024-11-13T08:39:17,495 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/975d28e48e1db8c4b39b7a2934698d2e/.tmp/A/db502cca66cc4238a2a329fd3bcdfbe7 is 175, key is test_row_0/A:col10/1731487157476/Put/seqid=0 2024-11-13T08:39:17,500 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38605 is added to blk_1073742422_1598 (size=39749) 2024-11-13T08:39:17,581 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975d28e48e1db8c4b39b7a2934698d2e, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:39:17,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60744 deadline: 1731487217577, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975d28e48e1db8c4b39b7a2934698d2e, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:39:17,581 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 , the old value is region=TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975d28e48e1db8c4b39b7a2934698d2e, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:39:17,581 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975d28e48e1db8c4b39b7a2934698d2e, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:39:17,581 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 because the exception is null or not the one we care about 2024-11-13T08:39:17,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45349 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=162 2024-11-13T08:39:17,595 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-13T08:39:17,596 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45349 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-13T08:39:17,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45349 {}] procedure2.ProcedureExecutor(1139): Stored pid=164, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=164, table=TestAcidGuarantees 2024-11-13T08:39:17,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45349 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=164 2024-11-13T08:39:17,598 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=164, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=164, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-13T08:39:17,599 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=164, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=164, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-13T08:39:17,599 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=165, ppid=164, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-13T08:39:17,687 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975d28e48e1db8c4b39b7a2934698d2e, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:39:17,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60744 deadline: 1731487217684, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975d28e48e1db8c4b39b7a2934698d2e, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:39:17,688 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 , the old value is region=TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975d28e48e1db8c4b39b7a2934698d2e, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:39:17,688 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975d28e48e1db8c4b39b7a2934698d2e, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:39:17,688 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 because the exception is null or not the one we care about 2024-11-13T08:39:17,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45349 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=164 2024-11-13T08:39:17,751 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43851 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=165 2024-11-13T08:39:17,751 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e. 2024-11-13T08:39:17,751 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e. as already flushing 2024-11-13T08:39:17,751 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e. 2024-11-13T08:39:17,751 ERROR [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] handler.RSProcedureHandler(58): pid=165 java.io.IOException: Unable to complete flush {ENCODED => 975d28e48e1db8c4b39b7a2934698d2e, NAME => 'TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T08:39:17,751 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=165 java.io.IOException: Unable to complete flush {ENCODED => 975d28e48e1db8c4b39b7a2934698d2e, NAME => 'TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T08:39:17,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45349 {}] master.HMaster(4177): Remote procedure failed, pid=165 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 975d28e48e1db8c4b39b7a2934698d2e, NAME => 'TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 975d28e48e1db8c4b39b7a2934698d2e, NAME => 'TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T08:39:17,898 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975d28e48e1db8c4b39b7a2934698d2e, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:39:17,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60744 deadline: 1731487217895, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975d28e48e1db8c4b39b7a2934698d2e, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:39:17,898 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 , the old value is region=TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975d28e48e1db8c4b39b7a2934698d2e, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:39:17,898 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975d28e48e1db8c4b39b7a2934698d2e, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:39:17,898 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 because the exception is null or not the one we care about 2024-11-13T08:39:17,901 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=215, memsize=31.3 K, hasBloomFilter=true, into tmp file hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/975d28e48e1db8c4b39b7a2934698d2e/.tmp/A/db502cca66cc4238a2a329fd3bcdfbe7 2024-11-13T08:39:17,903 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43851 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=165 2024-11-13T08:39:17,904 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e. 2024-11-13T08:39:17,904 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e. as already flushing 2024-11-13T08:39:17,904 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e. 2024-11-13T08:39:17,904 ERROR [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] handler.RSProcedureHandler(58): pid=165 java.io.IOException: Unable to complete flush {ENCODED => 975d28e48e1db8c4b39b7a2934698d2e, NAME => 'TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T08:39:17,904 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=165 java.io.IOException: Unable to complete flush {ENCODED => 975d28e48e1db8c4b39b7a2934698d2e, NAME => 'TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T08:39:17,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45349 {}] master.HMaster(4177): Remote procedure failed, pid=165 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 975d28e48e1db8c4b39b7a2934698d2e, NAME => 'TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 975d28e48e1db8c4b39b7a2934698d2e, NAME => 'TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T08:39:17,912 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/975d28e48e1db8c4b39b7a2934698d2e/.tmp/B/b7068dd01f014aad9f08b77fd9332253 is 50, key is test_row_0/B:col10/1731487157476/Put/seqid=0 2024-11-13T08:39:17,916 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38605 is added to blk_1073742423_1599 (size=12151) 2024-11-13T08:39:17,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45349 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=164 2024-11-13T08:39:18,057 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43851 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=165 2024-11-13T08:39:18,057 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-2 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e. 2024-11-13T08:39:18,057 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-2 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e. as already flushing 2024-11-13T08:39:18,057 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-2 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e. 2024-11-13T08:39:18,057 ERROR [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-2 {event_type=RS_FLUSH_REGIONS, pid=165}] handler.RSProcedureHandler(58): pid=165 java.io.IOException: Unable to complete flush {ENCODED => 975d28e48e1db8c4b39b7a2934698d2e, NAME => 'TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T08:39:18,057 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-2 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=165 java.io.IOException: Unable to complete flush {ENCODED => 975d28e48e1db8c4b39b7a2934698d2e, NAME => 'TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T08:39:18,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45349 {}] master.HMaster(4177): Remote procedure failed, pid=165 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 975d28e48e1db8c4b39b7a2934698d2e, NAME => 'TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 975d28e48e1db8c4b39b7a2934698d2e, NAME => 'TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T08:39:18,209 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975d28e48e1db8c4b39b7a2934698d2e, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:39:18,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60744 deadline: 1731487218205, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975d28e48e1db8c4b39b7a2934698d2e, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:39:18,209 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 , the old value is region=TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975d28e48e1db8c4b39b7a2934698d2e, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:39:18,209 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975d28e48e1db8c4b39b7a2934698d2e, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:39:18,209 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 because the exception is null or not the one we care about 2024-11-13T08:39:18,210 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43851 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=165 2024-11-13T08:39:18,210 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e. 2024-11-13T08:39:18,210 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e. as already flushing 2024-11-13T08:39:18,210 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e. 2024-11-13T08:39:18,210 ERROR [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] handler.RSProcedureHandler(58): pid=165 java.io.IOException: Unable to complete flush {ENCODED => 975d28e48e1db8c4b39b7a2934698d2e, NAME => 'TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T08:39:18,210 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=165 java.io.IOException: Unable to complete flush {ENCODED => 975d28e48e1db8c4b39b7a2934698d2e, NAME => 'TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T08:39:18,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45349 {}] master.HMaster(4177): Remote procedure failed, pid=165 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 975d28e48e1db8c4b39b7a2934698d2e, NAME => 'TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 975d28e48e1db8c4b39b7a2934698d2e, NAME => 'TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T08:39:18,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45349 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=164 2024-11-13T08:39:18,316 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=215 (bloomFilter=true), to=hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/975d28e48e1db8c4b39b7a2934698d2e/.tmp/B/b7068dd01f014aad9f08b77fd9332253 2024-11-13T08:39:18,327 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/975d28e48e1db8c4b39b7a2934698d2e/.tmp/C/4daa99b63baf44aab7831df7ae4ca4a7 is 50, key is test_row_0/C:col10/1731487157476/Put/seqid=0 2024-11-13T08:39:18,334 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38605 is added to blk_1073742424_1600 (size=12151) 2024-11-13T08:39:18,369 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43851 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=165 2024-11-13T08:39:18,369 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e. 2024-11-13T08:39:18,369 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e. as already flushing 2024-11-13T08:39:18,369 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e. 2024-11-13T08:39:18,369 ERROR [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] handler.RSProcedureHandler(58): pid=165 java.io.IOException: Unable to complete flush {ENCODED => 975d28e48e1db8c4b39b7a2934698d2e, NAME => 'TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T08:39:18,369 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=165 java.io.IOException: Unable to complete flush {ENCODED => 975d28e48e1db8c4b39b7a2934698d2e, NAME => 'TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T08:39:18,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45349 {}] master.HMaster(4177): Remote procedure failed, pid=165 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 975d28e48e1db8c4b39b7a2934698d2e, NAME => 'TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 975d28e48e1db8c4b39b7a2934698d2e, NAME => 'TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T08:39:18,525 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43851 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=165 2024-11-13T08:39:18,525 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-2 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e. 2024-11-13T08:39:18,525 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-2 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e. as already flushing 2024-11-13T08:39:18,525 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-2 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e. 2024-11-13T08:39:18,526 ERROR [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-2 {event_type=RS_FLUSH_REGIONS, pid=165}] handler.RSProcedureHandler(58): pid=165 java.io.IOException: Unable to complete flush {ENCODED => 975d28e48e1db8c4b39b7a2934698d2e, NAME => 'TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T08:39:18,526 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-2 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=165 java.io.IOException: Unable to complete flush {ENCODED => 975d28e48e1db8c4b39b7a2934698d2e, NAME => 'TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T08:39:18,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45349 {}] master.HMaster(4177): Remote procedure failed, pid=165 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 975d28e48e1db8c4b39b7a2934698d2e, NAME => 'TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 975d28e48e1db8c4b39b7a2934698d2e, NAME => 'TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T08:39:18,686 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43851 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=165 2024-11-13T08:39:18,686 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e. 2024-11-13T08:39:18,686 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e. as already flushing 2024-11-13T08:39:18,686 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e. 2024-11-13T08:39:18,686 ERROR [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] handler.RSProcedureHandler(58): pid=165 java.io.IOException: Unable to complete flush {ENCODED => 975d28e48e1db8c4b39b7a2934698d2e, NAME => 'TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T08:39:18,687 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=165 java.io.IOException: Unable to complete flush {ENCODED => 975d28e48e1db8c4b39b7a2934698d2e, NAME => 'TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T08:39:18,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45349 {}] master.HMaster(4177): Remote procedure failed, pid=165 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 975d28e48e1db8c4b39b7a2934698d2e, NAME => 'TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 975d28e48e1db8c4b39b7a2934698d2e, NAME => 'TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T08:39:18,717 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975d28e48e1db8c4b39b7a2934698d2e, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:39:18,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60744 deadline: 1731487218714, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975d28e48e1db8c4b39b7a2934698d2e, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:39:18,718 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 , the old value is region=TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975d28e48e1db8c4b39b7a2934698d2e, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:39:18,718 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975d28e48e1db8c4b39b7a2934698d2e, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:39:18,718 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 because the exception is null or not the one we care about 2024-11-13T08:39:18,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45349 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=164 2024-11-13T08:39:18,735 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=215 (bloomFilter=true), to=hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/975d28e48e1db8c4b39b7a2934698d2e/.tmp/C/4daa99b63baf44aab7831df7ae4ca4a7 2024-11-13T08:39:18,740 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/975d28e48e1db8c4b39b7a2934698d2e/.tmp/A/db502cca66cc4238a2a329fd3bcdfbe7 as hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/975d28e48e1db8c4b39b7a2934698d2e/A/db502cca66cc4238a2a329fd3bcdfbe7 2024-11-13T08:39:18,744 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/975d28e48e1db8c4b39b7a2934698d2e/A/db502cca66cc4238a2a329fd3bcdfbe7, entries=200, sequenceid=215, filesize=38.8 K 2024-11-13T08:39:18,745 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/975d28e48e1db8c4b39b7a2934698d2e/.tmp/B/b7068dd01f014aad9f08b77fd9332253 as hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/975d28e48e1db8c4b39b7a2934698d2e/B/b7068dd01f014aad9f08b77fd9332253 2024-11-13T08:39:18,749 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/975d28e48e1db8c4b39b7a2934698d2e/B/b7068dd01f014aad9f08b77fd9332253, entries=150, sequenceid=215, filesize=11.9 K 2024-11-13T08:39:18,752 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/975d28e48e1db8c4b39b7a2934698d2e/.tmp/C/4daa99b63baf44aab7831df7ae4ca4a7 as hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/975d28e48e1db8c4b39b7a2934698d2e/C/4daa99b63baf44aab7831df7ae4ca4a7 2024-11-13T08:39:18,756 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/975d28e48e1db8c4b39b7a2934698d2e/C/4daa99b63baf44aab7831df7ae4ca4a7, entries=150, sequenceid=215, filesize=11.9 K 2024-11-13T08:39:18,757 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~93.93 KB/96180, heapSize ~246.80 KB/252720, currentSize=107.34 KB/109920 for 975d28e48e1db8c4b39b7a2934698d2e in 1279ms, sequenceid=215, compaction requested=true 2024-11-13T08:39:18,757 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 975d28e48e1db8c4b39b7a2934698d2e: 2024-11-13T08:39:18,757 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 975d28e48e1db8c4b39b7a2934698d2e:A, priority=-2147483648, current under compaction store size is 1 2024-11-13T08:39:18,757 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T08:39:18,757 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 975d28e48e1db8c4b39b7a2934698d2e:B, priority=-2147483648, current under compaction store size is 2 2024-11-13T08:39:18,757 DEBUG [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-13T08:39:18,757 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T08:39:18,757 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 975d28e48e1db8c4b39b7a2934698d2e:C, priority=-2147483648, current under compaction store size is 3 2024-11-13T08:39:18,757 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-13T08:39:18,757 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-13T08:39:18,758 DEBUG [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 102369 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-13T08:39:18,758 DEBUG [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] regionserver.HStore(1541): 975d28e48e1db8c4b39b7a2934698d2e/A is initiating minor compaction (all files) 2024-11-13T08:39:18,758 INFO [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 975d28e48e1db8c4b39b7a2934698d2e/A in TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e. 2024-11-13T08:39:18,758 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36863 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-13T08:39:18,758 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] regionserver.HStore(1541): 975d28e48e1db8c4b39b7a2934698d2e/B is initiating minor compaction (all files) 2024-11-13T08:39:18,758 INFO [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 975d28e48e1db8c4b39b7a2934698d2e/B in TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e. 2024-11-13T08:39:18,758 INFO [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/975d28e48e1db8c4b39b7a2934698d2e/A/9f08b9c5e71a4d4f98e36638fd956254, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/975d28e48e1db8c4b39b7a2934698d2e/A/2c4dc9807b3d4c06a8319c63dbaabf06, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/975d28e48e1db8c4b39b7a2934698d2e/A/db502cca66cc4238a2a329fd3bcdfbe7] into tmpdir=hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/975d28e48e1db8c4b39b7a2934698d2e/.tmp, totalSize=100.0 K 2024-11-13T08:39:18,758 INFO [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/975d28e48e1db8c4b39b7a2934698d2e/B/7b34f5fd00cb496180152ce1dcbc3992, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/975d28e48e1db8c4b39b7a2934698d2e/B/ee517dfd10fe42ba8409978ae6417314, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/975d28e48e1db8c4b39b7a2934698d2e/B/b7068dd01f014aad9f08b77fd9332253] into tmpdir=hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/975d28e48e1db8c4b39b7a2934698d2e/.tmp, totalSize=36.0 K 2024-11-13T08:39:18,758 INFO [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e. 2024-11-13T08:39:18,758 DEBUG [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e. files: [hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/975d28e48e1db8c4b39b7a2934698d2e/A/9f08b9c5e71a4d4f98e36638fd956254, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/975d28e48e1db8c4b39b7a2934698d2e/A/2c4dc9807b3d4c06a8319c63dbaabf06, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/975d28e48e1db8c4b39b7a2934698d2e/A/db502cca66cc4238a2a329fd3bcdfbe7] 2024-11-13T08:39:18,759 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] compactions.Compactor(225): Compacting 7b34f5fd00cb496180152ce1dcbc3992, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=175, earliestPutTs=1731487154706 2024-11-13T08:39:18,759 DEBUG [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] compactions.Compactor(225): Compacting 9f08b9c5e71a4d4f98e36638fd956254, keycount=150, bloomtype=ROW, size=30.8 K, encoding=NONE, compression=NONE, seqNum=175, earliestPutTs=1731487154706 2024-11-13T08:39:18,759 DEBUG [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] compactions.Compactor(225): Compacting 2c4dc9807b3d4c06a8319c63dbaabf06, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=197, earliestPutTs=1731487155144 2024-11-13T08:39:18,759 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] compactions.Compactor(225): Compacting ee517dfd10fe42ba8409978ae6417314, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=197, earliestPutTs=1731487155144 2024-11-13T08:39:18,759 DEBUG [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] compactions.Compactor(225): Compacting db502cca66cc4238a2a329fd3bcdfbe7, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=215, earliestPutTs=1731487157338 2024-11-13T08:39:18,759 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] compactions.Compactor(225): Compacting b7068dd01f014aad9f08b77fd9332253, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=215, earliestPutTs=1731487157338 2024-11-13T08:39:18,774 INFO [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=975d28e48e1db8c4b39b7a2934698d2e] 2024-11-13T08:39:18,775 INFO [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 975d28e48e1db8c4b39b7a2934698d2e#B#compaction#502 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-13T08:39:18,775 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/975d28e48e1db8c4b39b7a2934698d2e/.tmp/B/18f24330c74a4cc2aa76481afb9f492c is 50, key is test_row_0/B:col10/1731487157476/Put/seqid=0 2024-11-13T08:39:18,776 DEBUG [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411131ad06ecbf6494f8982a1e6fdbc53290b_975d28e48e1db8c4b39b7a2934698d2e store=[table=TestAcidGuarantees family=A region=975d28e48e1db8c4b39b7a2934698d2e] 2024-11-13T08:39:18,777 DEBUG [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411131ad06ecbf6494f8982a1e6fdbc53290b_975d28e48e1db8c4b39b7a2934698d2e, store=[table=TestAcidGuarantees family=A region=975d28e48e1db8c4b39b7a2934698d2e] 2024-11-13T08:39:18,778 DEBUG [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411131ad06ecbf6494f8982a1e6fdbc53290b_975d28e48e1db8c4b39b7a2934698d2e because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=975d28e48e1db8c4b39b7a2934698d2e] 2024-11-13T08:39:18,834 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38605 is added to blk_1073742426_1602 (size=4469) 2024-11-13T08:39:18,838 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38605 is added to blk_1073742425_1601 (size=12663) 2024-11-13T08:39:18,839 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43851 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=165 2024-11-13T08:39:18,839 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e. 2024-11-13T08:39:18,840 INFO [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.HRegion(2902): Flushing 975d28e48e1db8c4b39b7a2934698d2e 3/3 column families, dataSize=107.34 KB heapSize=282 KB 2024-11-13T08:39:18,845 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411138bf9d282f3b04777b602fb429db8e263_975d28e48e1db8c4b39b7a2934698d2e is 50, key is test_row_0/A:col10/1731487157554/Put/seqid=0 2024-11-13T08:39:18,848 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38605 is added to blk_1073742427_1603 (size=12304) 2024-11-13T08:39:19,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] regionserver.HRegion(8855): Flush requested on 975d28e48e1db8c4b39b7a2934698d2e 2024-11-13T08:39:19,208 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e. as already flushing 2024-11-13T08:39:19,235 INFO [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 975d28e48e1db8c4b39b7a2934698d2e#A#compaction#503 average throughput is 0.05 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-13T08:39:19,236 DEBUG [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/975d28e48e1db8c4b39b7a2934698d2e/.tmp/A/2b4e314ffa7c4272b0d05f1ecd77e309 is 175, key is test_row_0/A:col10/1731487157476/Put/seqid=0 2024-11-13T08:39:19,246 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/975d28e48e1db8c4b39b7a2934698d2e/.tmp/B/18f24330c74a4cc2aa76481afb9f492c as hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/975d28e48e1db8c4b39b7a2934698d2e/B/18f24330c74a4cc2aa76481afb9f492c 2024-11-13T08:39:19,247 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975d28e48e1db8c4b39b7a2934698d2e, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:39:19,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60720 deadline: 1731487219244, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975d28e48e1db8c4b39b7a2934698d2e, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:39:19,247 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975d28e48e1db8c4b39b7a2934698d2e, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:39:19,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60766 deadline: 1731487219244, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975d28e48e1db8c4b39b7a2934698d2e, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:39:19,248 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975d28e48e1db8c4b39b7a2934698d2e, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:39:19,248 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 , the old value is region=TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975d28e48e1db8c4b39b7a2934698d2e, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:39:19,248 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975d28e48e1db8c4b39b7a2934698d2e, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:39:19,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60698 deadline: 1731487219247, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975d28e48e1db8c4b39b7a2934698d2e, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:39:19,248 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 because the exception is null or not the one we care about 2024-11-13T08:39:19,248 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 , the old value is region=TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975d28e48e1db8c4b39b7a2934698d2e, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:39:19,248 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975d28e48e1db8c4b39b7a2934698d2e, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:39:19,248 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 because the exception is null or not the one we care about 2024-11-13T08:39:19,248 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975d28e48e1db8c4b39b7a2934698d2e, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:39:19,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60728 deadline: 1731487219248, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975d28e48e1db8c4b39b7a2934698d2e, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:39:19,249 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 , the old value is region=TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975d28e48e1db8c4b39b7a2934698d2e, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:39:19,249 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975d28e48e1db8c4b39b7a2934698d2e, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:39:19,249 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 because the exception is null or not the one we care about 2024-11-13T08:39:19,249 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:19,253 WARN [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRpcRetryingCaller(177): Call to dd3a0865bb23,43851,1731486997349 for 'test_row_2' in 975d28e48e1db8c4b39b7a2934698d2e of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8239 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975d28e48e1db8c4b39b7a2934698d2e, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975d28e48e1db8c4b39b7a2934698d2e, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-13T08:39:19,253 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 , the old value is region=TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975d28e48e1db8c4b39b7a2934698d2e, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:39:19,253 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975d28e48e1db8c4b39b7a2934698d2e, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:39:19,253 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 because the exception is null or not the one we care about 2024-11-13T08:39:19,255 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38605 is added to blk_1073742428_1604 (size=31617) 2024-11-13T08:39:19,257 INFO [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 975d28e48e1db8c4b39b7a2934698d2e/B of 975d28e48e1db8c4b39b7a2934698d2e into 18f24330c74a4cc2aa76481afb9f492c(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T08:39:19,257 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 975d28e48e1db8c4b39b7a2934698d2e: 2024-11-13T08:39:19,257 INFO [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e., storeName=975d28e48e1db8c4b39b7a2934698d2e/B, priority=13, startTime=1731487158757; duration=0sec 2024-11-13T08:39:19,257 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-13T08:39:19,257 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 975d28e48e1db8c4b39b7a2934698d2e:B 2024-11-13T08:39:19,257 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-13T08:39:19,258 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36863 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-13T08:39:19,258 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] regionserver.HStore(1541): 975d28e48e1db8c4b39b7a2934698d2e/C is initiating minor compaction (all files) 2024-11-13T08:39:19,258 INFO [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 975d28e48e1db8c4b39b7a2934698d2e/C in TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e. 2024-11-13T08:39:19,258 INFO [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/975d28e48e1db8c4b39b7a2934698d2e/C/7e7d7df22d4e496d95bbc8001c1b875a, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/975d28e48e1db8c4b39b7a2934698d2e/C/e360f7c5f9e148d8979a17da0440cd3c, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/975d28e48e1db8c4b39b7a2934698d2e/C/4daa99b63baf44aab7831df7ae4ca4a7] into tmpdir=hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/975d28e48e1db8c4b39b7a2934698d2e/.tmp, totalSize=36.0 K 2024-11-13T08:39:19,259 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] compactions.Compactor(225): Compacting 7e7d7df22d4e496d95bbc8001c1b875a, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=175, earliestPutTs=1731487154706 2024-11-13T08:39:19,259 INFO [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411138bf9d282f3b04777b602fb429db8e263_975d28e48e1db8c4b39b7a2934698d2e to hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411138bf9d282f3b04777b602fb429db8e263_975d28e48e1db8c4b39b7a2934698d2e 2024-11-13T08:39:19,259 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] compactions.Compactor(225): Compacting e360f7c5f9e148d8979a17da0440cd3c, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=197, earliestPutTs=1731487155144 2024-11-13T08:39:19,260 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] compactions.Compactor(225): Compacting 4daa99b63baf44aab7831df7ae4ca4a7, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=215, earliestPutTs=1731487157338 2024-11-13T08:39:19,260 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/975d28e48e1db8c4b39b7a2934698d2e/.tmp/A/af2878336fb04176af75f33a193164e2, store: [table=TestAcidGuarantees family=A region=975d28e48e1db8c4b39b7a2934698d2e] 2024-11-13T08:39:19,261 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/975d28e48e1db8c4b39b7a2934698d2e/.tmp/A/af2878336fb04176af75f33a193164e2 is 175, key is test_row_0/A:col10/1731487157554/Put/seqid=0 2024-11-13T08:39:19,263 DEBUG [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/975d28e48e1db8c4b39b7a2934698d2e/.tmp/A/2b4e314ffa7c4272b0d05f1ecd77e309 as hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/975d28e48e1db8c4b39b7a2934698d2e/A/2b4e314ffa7c4272b0d05f1ecd77e309 2024-11-13T08:39:19,272 INFO [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 975d28e48e1db8c4b39b7a2934698d2e/A of 975d28e48e1db8c4b39b7a2934698d2e into 2b4e314ffa7c4272b0d05f1ecd77e309(size=30.9 K), total size for store is 30.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T08:39:19,272 DEBUG [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 975d28e48e1db8c4b39b7a2934698d2e: 2024-11-13T08:39:19,272 INFO [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e., storeName=975d28e48e1db8c4b39b7a2934698d2e/A, priority=13, startTime=1731487158757; duration=0sec 2024-11-13T08:39:19,272 DEBUG [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T08:39:19,272 DEBUG [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 975d28e48e1db8c4b39b7a2934698d2e:A 2024-11-13T08:39:19,277 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38605 is added to blk_1073742429_1605 (size=31105) 2024-11-13T08:39:19,278 INFO [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 975d28e48e1db8c4b39b7a2934698d2e#C#compaction#505 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-13T08:39:19,278 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/975d28e48e1db8c4b39b7a2934698d2e/.tmp/C/5f163791878949c7b242b7938568f32b is 50, key is test_row_0/C:col10/1731487157476/Put/seqid=0 2024-11-13T08:39:19,279 INFO [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=234, memsize=35.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/975d28e48e1db8c4b39b7a2934698d2e/.tmp/A/af2878336fb04176af75f33a193164e2 2024-11-13T08:39:19,284 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38605 is added to blk_1073742430_1606 (size=12663) 2024-11-13T08:39:19,286 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/975d28e48e1db8c4b39b7a2934698d2e/.tmp/B/8db84985057f44608289bc7b3d7bb528 is 50, key is test_row_0/B:col10/1731487157554/Put/seqid=0 2024-11-13T08:39:19,288 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/975d28e48e1db8c4b39b7a2934698d2e/.tmp/C/5f163791878949c7b242b7938568f32b as hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/975d28e48e1db8c4b39b7a2934698d2e/C/5f163791878949c7b242b7938568f32b 2024-11-13T08:39:19,289 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38605 is added to blk_1073742431_1607 (size=12151) 2024-11-13T08:39:19,290 INFO [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=234 (bloomFilter=true), to=hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/975d28e48e1db8c4b39b7a2934698d2e/.tmp/B/8db84985057f44608289bc7b3d7bb528 2024-11-13T08:39:19,308 INFO [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 975d28e48e1db8c4b39b7a2934698d2e/C of 975d28e48e1db8c4b39b7a2934698d2e into 5f163791878949c7b242b7938568f32b(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T08:39:19,308 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 975d28e48e1db8c4b39b7a2934698d2e: 2024-11-13T08:39:19,308 INFO [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e., storeName=975d28e48e1db8c4b39b7a2934698d2e/C, priority=13, startTime=1731487158757; duration=0sec 2024-11-13T08:39:19,308 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T08:39:19,308 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 975d28e48e1db8c4b39b7a2934698d2e:C 2024-11-13T08:39:19,312 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/975d28e48e1db8c4b39b7a2934698d2e/.tmp/C/0bd57ca4be234a0091e4b91cc7fd888c is 50, key is test_row_0/C:col10/1731487157554/Put/seqid=0 2024-11-13T08:39:19,318 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38605 is added to blk_1073742432_1608 (size=12151) 2024-11-13T08:39:19,357 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975d28e48e1db8c4b39b7a2934698d2e, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:39:19,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60720 deadline: 1731487219354, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975d28e48e1db8c4b39b7a2934698d2e, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:39:19,358 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 , the old value is region=TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975d28e48e1db8c4b39b7a2934698d2e, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:39:19,358 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975d28e48e1db8c4b39b7a2934698d2e, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:39:19,358 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 because the exception is null or not the one we care about 2024-11-13T08:39:19,358 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975d28e48e1db8c4b39b7a2934698d2e, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:39:19,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60698 deadline: 1731487219355, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975d28e48e1db8c4b39b7a2934698d2e, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:39:19,358 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975d28e48e1db8c4b39b7a2934698d2e, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:39:19,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60728 deadline: 1731487219357, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975d28e48e1db8c4b39b7a2934698d2e, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:39:19,359 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 , the old value is region=TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975d28e48e1db8c4b39b7a2934698d2e, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:39:19,359 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 , the old value is region=TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975d28e48e1db8c4b39b7a2934698d2e, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:39:19,359 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975d28e48e1db8c4b39b7a2934698d2e, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:39:19,359 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975d28e48e1db8c4b39b7a2934698d2e, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:39:19,359 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 because the exception is null or not the one we care about 2024-11-13T08:39:19,359 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 because the exception is null or not the one we care about 2024-11-13T08:39:19,567 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975d28e48e1db8c4b39b7a2934698d2e, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:39:19,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60720 deadline: 1731487219565, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975d28e48e1db8c4b39b7a2934698d2e, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:39:19,568 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975d28e48e1db8c4b39b7a2934698d2e, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:39:19,568 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 , the old value is region=TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975d28e48e1db8c4b39b7a2934698d2e, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:39:19,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60698 deadline: 1731487219565, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975d28e48e1db8c4b39b7a2934698d2e, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:39:19,568 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975d28e48e1db8c4b39b7a2934698d2e, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:39:19,568 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 because the exception is null or not the one we care about 2024-11-13T08:39:19,568 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975d28e48e1db8c4b39b7a2934698d2e, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:39:19,568 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 , the old value is region=TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975d28e48e1db8c4b39b7a2934698d2e, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:39:19,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60728 deadline: 1731487219565, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975d28e48e1db8c4b39b7a2934698d2e, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:39:19,568 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975d28e48e1db8c4b39b7a2934698d2e, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:39:19,568 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 because the exception is null or not the one we care about 2024-11-13T08:39:19,568 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 , the old value is region=TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975d28e48e1db8c4b39b7a2934698d2e, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:39:19,568 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975d28e48e1db8c4b39b7a2934698d2e, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:39:19,568 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 because the exception is null or not the one we care about 2024-11-13T08:39:19,718 INFO [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=234 (bloomFilter=true), to=hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/975d28e48e1db8c4b39b7a2934698d2e/.tmp/C/0bd57ca4be234a0091e4b91cc7fd888c 2024-11-13T08:39:19,722 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/975d28e48e1db8c4b39b7a2934698d2e/.tmp/A/af2878336fb04176af75f33a193164e2 as hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/975d28e48e1db8c4b39b7a2934698d2e/A/af2878336fb04176af75f33a193164e2 2024-11-13T08:39:19,725 INFO [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/975d28e48e1db8c4b39b7a2934698d2e/A/af2878336fb04176af75f33a193164e2, entries=150, sequenceid=234, filesize=30.4 K 2024-11-13T08:39:19,727 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/975d28e48e1db8c4b39b7a2934698d2e/.tmp/B/8db84985057f44608289bc7b3d7bb528 as hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/975d28e48e1db8c4b39b7a2934698d2e/B/8db84985057f44608289bc7b3d7bb528 2024-11-13T08:39:19,728 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975d28e48e1db8c4b39b7a2934698d2e, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:39:19,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60744 deadline: 1731487219725, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975d28e48e1db8c4b39b7a2934698d2e, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:39:19,732 WARN [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRpcRetryingCaller(177): Call to dd3a0865bb23,43851,1731486997349 for 'test_row_2' in 975d28e48e1db8c4b39b7a2934698d2e of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2155 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975d28e48e1db8c4b39b7a2934698d2e, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975d28e48e1db8c4b39b7a2934698d2e, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-13T08:39:19,733 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 , the old value is region=TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975d28e48e1db8c4b39b7a2934698d2e, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:39:19,733 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975d28e48e1db8c4b39b7a2934698d2e, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:39:19,733 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 because the exception is null or not the one we care about 2024-11-13T08:39:19,737 INFO [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/975d28e48e1db8c4b39b7a2934698d2e/B/8db84985057f44608289bc7b3d7bb528, entries=150, sequenceid=234, filesize=11.9 K 2024-11-13T08:39:19,738 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/975d28e48e1db8c4b39b7a2934698d2e/.tmp/C/0bd57ca4be234a0091e4b91cc7fd888c as hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/975d28e48e1db8c4b39b7a2934698d2e/C/0bd57ca4be234a0091e4b91cc7fd888c 2024-11-13T08:39:19,742 INFO [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/975d28e48e1db8c4b39b7a2934698d2e/C/0bd57ca4be234a0091e4b91cc7fd888c, entries=150, sequenceid=234, filesize=11.9 K 2024-11-13T08:39:19,742 INFO [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.HRegion(3140): Finished flush of dataSize ~107.34 KB/109920, heapSize ~281.95 KB/288720, currentSize=100.63 KB/103050 for 975d28e48e1db8c4b39b7a2934698d2e in 902ms, sequenceid=234, compaction requested=false 2024-11-13T08:39:19,742 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.HRegion(2603): Flush status journal for 975d28e48e1db8c4b39b7a2934698d2e: 2024-11-13T08:39:19,742 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e. 2024-11-13T08:39:19,743 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=165 2024-11-13T08:39:19,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45349 {}] master.HMaster(4169): Remote procedure done, pid=165 2024-11-13T08:39:19,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45349 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=164 2024-11-13T08:39:19,746 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=165, resume processing ppid=164 2024-11-13T08:39:19,746 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=165, ppid=164, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.1450 sec 2024-11-13T08:39:19,748 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=164, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=164, table=TestAcidGuarantees in 2.1510 sec 2024-11-13T08:39:19,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] regionserver.HRegion(8855): Flush requested on 975d28e48e1db8c4b39b7a2934698d2e 2024-11-13T08:39:19,878 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-13T08:39:19,878 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 975d28e48e1db8c4b39b7a2934698d2e 3/3 column families, dataSize=107.34 KB heapSize=282 KB 2024-11-13T08:39:19,885 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241113ca67df35384044e79d59a499726510cb_975d28e48e1db8c4b39b7a2934698d2e is 50, key is test_row_0/A:col10/1731487159876/Put/seqid=0 2024-11-13T08:39:19,891 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38605 is added to blk_1073742433_1609 (size=12304) 2024-11-13T08:39:19,939 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975d28e48e1db8c4b39b7a2934698d2e, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:39:19,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60720 deadline: 1731487219933, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975d28e48e1db8c4b39b7a2934698d2e, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:39:19,940 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 , the old value is region=TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975d28e48e1db8c4b39b7a2934698d2e, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:39:19,940 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975d28e48e1db8c4b39b7a2934698d2e, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:39:19,940 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 because the exception is null or not the one we care about 2024-11-13T08:39:19,940 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975d28e48e1db8c4b39b7a2934698d2e, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:39:19,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60728 deadline: 1731487219935, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975d28e48e1db8c4b39b7a2934698d2e, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:39:19,941 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975d28e48e1db8c4b39b7a2934698d2e, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:39:19,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60698 deadline: 1731487219937, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975d28e48e1db8c4b39b7a2934698d2e, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:39:19,941 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 , the old value is region=TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975d28e48e1db8c4b39b7a2934698d2e, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:39:19,941 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975d28e48e1db8c4b39b7a2934698d2e, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:39:19,941 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 because the exception is null or not the one we care about 2024-11-13T08:39:19,941 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 , the old value is region=TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975d28e48e1db8c4b39b7a2934698d2e, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:39:19,941 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975d28e48e1db8c4b39b7a2934698d2e, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:39:19,941 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 because the exception is null or not the one we care about 2024-11-13T08:39:20,049 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975d28e48e1db8c4b39b7a2934698d2e, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:39:20,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60698 deadline: 1731487220045, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975d28e48e1db8c4b39b7a2934698d2e, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:39:20,049 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975d28e48e1db8c4b39b7a2934698d2e, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:39:20,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60720 deadline: 1731487220045, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975d28e48e1db8c4b39b7a2934698d2e, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:39:20,049 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975d28e48e1db8c4b39b7a2934698d2e, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:39:20,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60728 deadline: 1731487220045, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975d28e48e1db8c4b39b7a2934698d2e, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:39:20,050 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 , the old value is region=TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975d28e48e1db8c4b39b7a2934698d2e, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:39:20,050 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975d28e48e1db8c4b39b7a2934698d2e, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:39:20,050 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 , the old value is region=TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975d28e48e1db8c4b39b7a2934698d2e, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:39:20,050 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 because the exception is null or not the one we care about 2024-11-13T08:39:20,050 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975d28e48e1db8c4b39b7a2934698d2e, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:39:20,050 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 because the exception is null or not the one we care about 2024-11-13T08:39:20,050 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 , the old value is region=TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975d28e48e1db8c4b39b7a2934698d2e, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:39:20,050 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975d28e48e1db8c4b39b7a2934698d2e, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:39:20,050 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 because the exception is null or not the one we care about 2024-11-13T08:39:20,257 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975d28e48e1db8c4b39b7a2934698d2e, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:39:20,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60698 deadline: 1731487220255, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975d28e48e1db8c4b39b7a2934698d2e, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:39:20,258 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975d28e48e1db8c4b39b7a2934698d2e, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:39:20,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60720 deadline: 1731487220255, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975d28e48e1db8c4b39b7a2934698d2e, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:39:20,258 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 , the old value is region=TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975d28e48e1db8c4b39b7a2934698d2e, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:39:20,258 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975d28e48e1db8c4b39b7a2934698d2e, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:39:20,258 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 because the exception is null or not the one we care about 2024-11-13T08:39:20,258 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975d28e48e1db8c4b39b7a2934698d2e, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:39:20,258 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 , the old value is region=TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975d28e48e1db8c4b39b7a2934698d2e, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:39:20,258 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975d28e48e1db8c4b39b7a2934698d2e, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:39:20,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60728 deadline: 1731487220255, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975d28e48e1db8c4b39b7a2934698d2e, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:39:20,258 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 because the exception is null or not the one we care about 2024-11-13T08:39:20,258 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 , the old value is region=TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975d28e48e1db8c4b39b7a2934698d2e, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:39:20,258 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975d28e48e1db8c4b39b7a2934698d2e, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:39:20,258 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 because the exception is null or not the one we care about 2024-11-13T08:39:20,291 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:20,295 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241113ca67df35384044e79d59a499726510cb_975d28e48e1db8c4b39b7a2934698d2e to hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241113ca67df35384044e79d59a499726510cb_975d28e48e1db8c4b39b7a2934698d2e 2024-11-13T08:39:20,295 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/975d28e48e1db8c4b39b7a2934698d2e/.tmp/A/3b0a43a680a74370ba4c8e7c2fc36a79, store: [table=TestAcidGuarantees family=A region=975d28e48e1db8c4b39b7a2934698d2e] 2024-11-13T08:39:20,296 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/975d28e48e1db8c4b39b7a2934698d2e/.tmp/A/3b0a43a680a74370ba4c8e7c2fc36a79 is 175, key is test_row_0/A:col10/1731487159876/Put/seqid=0 2024-11-13T08:39:20,306 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38605 is added to blk_1073742434_1610 (size=31105) 2024-11-13T08:39:20,567 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975d28e48e1db8c4b39b7a2934698d2e, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:39:20,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60698 deadline: 1731487220565, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975d28e48e1db8c4b39b7a2934698d2e, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:39:20,568 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 , the old value is region=TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975d28e48e1db8c4b39b7a2934698d2e, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:39:20,568 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975d28e48e1db8c4b39b7a2934698d2e, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:39:20,568 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 because the exception is null or not the one we care about 2024-11-13T08:39:20,568 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975d28e48e1db8c4b39b7a2934698d2e, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:39:20,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60728 deadline: 1731487220565, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975d28e48e1db8c4b39b7a2934698d2e, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:39:20,568 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 , the old value is region=TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975d28e48e1db8c4b39b7a2934698d2e, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:39:20,568 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975d28e48e1db8c4b39b7a2934698d2e, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:39:20,568 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 because the exception is null or not the one we care about 2024-11-13T08:39:20,575 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975d28e48e1db8c4b39b7a2934698d2e, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:39:20,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60720 deadline: 1731487220572, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975d28e48e1db8c4b39b7a2934698d2e, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:39:20,575 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 , the old value is region=TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975d28e48e1db8c4b39b7a2934698d2e, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:39:20,576 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975d28e48e1db8c4b39b7a2934698d2e, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:39:20,576 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 because the exception is null or not the one we care about 2024-11-13T08:39:20,707 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=256, memsize=35.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/975d28e48e1db8c4b39b7a2934698d2e/.tmp/A/3b0a43a680a74370ba4c8e7c2fc36a79 2024-11-13T08:39:20,714 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/975d28e48e1db8c4b39b7a2934698d2e/.tmp/B/0766079ba2c54b6f9193bf4f4d6d090d is 50, key is test_row_0/B:col10/1731487159876/Put/seqid=0 2024-11-13T08:39:20,751 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38605 is added to blk_1073742435_1611 (size=12151) 2024-11-13T08:39:21,078 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975d28e48e1db8c4b39b7a2934698d2e, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:39:21,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60698 deadline: 1731487221075, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975d28e48e1db8c4b39b7a2934698d2e, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:39:21,079 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975d28e48e1db8c4b39b7a2934698d2e, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:39:21,079 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 , the old value is region=TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975d28e48e1db8c4b39b7a2934698d2e, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:39:21,079 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975d28e48e1db8c4b39b7a2934698d2e, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:39:21,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60728 deadline: 1731487221075, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975d28e48e1db8c4b39b7a2934698d2e, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:39:21,079 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 because the exception is null or not the one we care about 2024-11-13T08:39:21,079 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 , the old value is region=TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975d28e48e1db8c4b39b7a2934698d2e, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:39:21,079 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975d28e48e1db8c4b39b7a2934698d2e, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:39:21,079 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 because the exception is null or not the one we care about 2024-11-13T08:39:21,087 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975d28e48e1db8c4b39b7a2934698d2e, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:39:21,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60720 deadline: 1731487221085, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975d28e48e1db8c4b39b7a2934698d2e, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:39:21,087 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 , the old value is region=TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975d28e48e1db8c4b39b7a2934698d2e, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:39:21,087 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975d28e48e1db8c4b39b7a2934698d2e, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:39:21,087 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 because the exception is null or not the one we care about 2024-11-13T08:39:21,152 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=256 (bloomFilter=true), to=hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/975d28e48e1db8c4b39b7a2934698d2e/.tmp/B/0766079ba2c54b6f9193bf4f4d6d090d 2024-11-13T08:39:21,159 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/975d28e48e1db8c4b39b7a2934698d2e/.tmp/C/990b7b0c4462430b8847045adf98ba94 is 50, key is test_row_0/C:col10/1731487159876/Put/seqid=0 2024-11-13T08:39:21,162 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38605 is added to blk_1073742436_1612 (size=12151) 2024-11-13T08:39:21,563 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=256 (bloomFilter=true), to=hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/975d28e48e1db8c4b39b7a2934698d2e/.tmp/C/990b7b0c4462430b8847045adf98ba94 2024-11-13T08:39:21,570 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/975d28e48e1db8c4b39b7a2934698d2e/.tmp/A/3b0a43a680a74370ba4c8e7c2fc36a79 as hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/975d28e48e1db8c4b39b7a2934698d2e/A/3b0a43a680a74370ba4c8e7c2fc36a79 2024-11-13T08:39:21,574 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/975d28e48e1db8c4b39b7a2934698d2e/A/3b0a43a680a74370ba4c8e7c2fc36a79, entries=150, sequenceid=256, filesize=30.4 K 2024-11-13T08:39:21,575 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/975d28e48e1db8c4b39b7a2934698d2e/.tmp/B/0766079ba2c54b6f9193bf4f4d6d090d as hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/975d28e48e1db8c4b39b7a2934698d2e/B/0766079ba2c54b6f9193bf4f4d6d090d 2024-11-13T08:39:21,579 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/975d28e48e1db8c4b39b7a2934698d2e/B/0766079ba2c54b6f9193bf4f4d6d090d, entries=150, sequenceid=256, filesize=11.9 K 2024-11-13T08:39:21,579 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/975d28e48e1db8c4b39b7a2934698d2e/.tmp/C/990b7b0c4462430b8847045adf98ba94 as hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/975d28e48e1db8c4b39b7a2934698d2e/C/990b7b0c4462430b8847045adf98ba94 2024-11-13T08:39:21,583 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/975d28e48e1db8c4b39b7a2934698d2e/C/990b7b0c4462430b8847045adf98ba94, entries=150, sequenceid=256, filesize=11.9 K 2024-11-13T08:39:21,583 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~107.34 KB/109920, heapSize ~281.95 KB/288720, currentSize=100.63 KB/103050 for 975d28e48e1db8c4b39b7a2934698d2e in 1705ms, sequenceid=256, compaction requested=true 2024-11-13T08:39:21,583 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 975d28e48e1db8c4b39b7a2934698d2e: 2024-11-13T08:39:21,584 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-13T08:39:21,584 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 975d28e48e1db8c4b39b7a2934698d2e:A, priority=-2147483648, current under compaction store size is 1 2024-11-13T08:39:21,584 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T08:39:21,584 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 975d28e48e1db8c4b39b7a2934698d2e:B, priority=-2147483648, current under compaction store size is 2 2024-11-13T08:39:21,584 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T08:39:21,584 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 975d28e48e1db8c4b39b7a2934698d2e:C, priority=-2147483648, current under compaction store size is 3 2024-11-13T08:39:21,584 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-13T08:39:21,584 DEBUG [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-13T08:39:21,585 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 93827 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-13T08:39:21,585 DEBUG [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36965 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-13T08:39:21,585 DEBUG [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] regionserver.HStore(1541): 975d28e48e1db8c4b39b7a2934698d2e/B is initiating minor compaction (all files) 2024-11-13T08:39:21,585 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] regionserver.HStore(1541): 975d28e48e1db8c4b39b7a2934698d2e/A is initiating minor compaction (all files) 2024-11-13T08:39:21,585 INFO [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 975d28e48e1db8c4b39b7a2934698d2e/A in TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e. 2024-11-13T08:39:21,585 INFO [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 975d28e48e1db8c4b39b7a2934698d2e/B in TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e. 2024-11-13T08:39:21,585 INFO [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/975d28e48e1db8c4b39b7a2934698d2e/B/18f24330c74a4cc2aa76481afb9f492c, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/975d28e48e1db8c4b39b7a2934698d2e/B/8db84985057f44608289bc7b3d7bb528, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/975d28e48e1db8c4b39b7a2934698d2e/B/0766079ba2c54b6f9193bf4f4d6d090d] into tmpdir=hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/975d28e48e1db8c4b39b7a2934698d2e/.tmp, totalSize=36.1 K 2024-11-13T08:39:21,585 INFO [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/975d28e48e1db8c4b39b7a2934698d2e/A/2b4e314ffa7c4272b0d05f1ecd77e309, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/975d28e48e1db8c4b39b7a2934698d2e/A/af2878336fb04176af75f33a193164e2, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/975d28e48e1db8c4b39b7a2934698d2e/A/3b0a43a680a74370ba4c8e7c2fc36a79] into tmpdir=hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/975d28e48e1db8c4b39b7a2934698d2e/.tmp, totalSize=91.6 K 2024-11-13T08:39:21,585 INFO [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e. 2024-11-13T08:39:21,585 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e. files: [hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/975d28e48e1db8c4b39b7a2934698d2e/A/2b4e314ffa7c4272b0d05f1ecd77e309, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/975d28e48e1db8c4b39b7a2934698d2e/A/af2878336fb04176af75f33a193164e2, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/975d28e48e1db8c4b39b7a2934698d2e/A/3b0a43a680a74370ba4c8e7c2fc36a79] 2024-11-13T08:39:21,586 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] compactions.Compactor(225): Compacting 2b4e314ffa7c4272b0d05f1ecd77e309, keycount=150, bloomtype=ROW, size=30.9 K, encoding=NONE, compression=NONE, seqNum=215, earliestPutTs=1731487157338 2024-11-13T08:39:21,586 DEBUG [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] compactions.Compactor(225): Compacting 18f24330c74a4cc2aa76481afb9f492c, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=215, earliestPutTs=1731487157338 2024-11-13T08:39:21,586 DEBUG [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] compactions.Compactor(225): Compacting 8db84985057f44608289bc7b3d7bb528, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=234, earliestPutTs=1731487157554 2024-11-13T08:39:21,586 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] compactions.Compactor(225): Compacting af2878336fb04176af75f33a193164e2, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=234, earliestPutTs=1731487157554 2024-11-13T08:39:21,586 DEBUG [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] compactions.Compactor(225): Compacting 0766079ba2c54b6f9193bf4f4d6d090d, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=256, earliestPutTs=1731487159240 2024-11-13T08:39:21,586 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] compactions.Compactor(225): Compacting 3b0a43a680a74370ba4c8e7c2fc36a79, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=256, earliestPutTs=1731487159240 2024-11-13T08:39:21,598 INFO [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=975d28e48e1db8c4b39b7a2934698d2e] 2024-11-13T08:39:21,599 INFO [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 975d28e48e1db8c4b39b7a2934698d2e#B#compaction#511 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-13T08:39:21,600 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241113fb13090ac49b498c836fa2a4934f33de_975d28e48e1db8c4b39b7a2934698d2e store=[table=TestAcidGuarantees family=A region=975d28e48e1db8c4b39b7a2934698d2e] 2024-11-13T08:39:21,600 DEBUG [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/975d28e48e1db8c4b39b7a2934698d2e/.tmp/B/c9fd210efd0b47f89a436443eec5d3d8 is 50, key is test_row_0/B:col10/1731487159876/Put/seqid=0 2024-11-13T08:39:21,601 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241113fb13090ac49b498c836fa2a4934f33de_975d28e48e1db8c4b39b7a2934698d2e, store=[table=TestAcidGuarantees family=A region=975d28e48e1db8c4b39b7a2934698d2e] 2024-11-13T08:39:21,601 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241113fb13090ac49b498c836fa2a4934f33de_975d28e48e1db8c4b39b7a2934698d2e because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=975d28e48e1db8c4b39b7a2934698d2e] 2024-11-13T08:39:21,606 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38605 is added to blk_1073742437_1613 (size=12765) 2024-11-13T08:39:21,617 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38605 is added to blk_1073742438_1614 (size=4469) 2024-11-13T08:39:21,619 INFO [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 975d28e48e1db8c4b39b7a2934698d2e#A#compaction#512 average throughput is 1.16 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-13T08:39:21,620 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/975d28e48e1db8c4b39b7a2934698d2e/.tmp/A/7c23fcaea19540ba89d237774339f9fe is 175, key is test_row_0/A:col10/1731487159876/Put/seqid=0 2024-11-13T08:39:21,634 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38605 is added to blk_1073742439_1615 (size=31719) 2024-11-13T08:39:21,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] regionserver.HRegion(8855): Flush requested on 975d28e48e1db8c4b39b7a2934698d2e 2024-11-13T08:39:21,758 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-13T08:39:21,758 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 975d28e48e1db8c4b39b7a2934698d2e 3/3 column families, dataSize=107.34 KB heapSize=282 KB 2024-11-13T08:39:21,764 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411138d4727708e004160a950404e71caa554_975d28e48e1db8c4b39b7a2934698d2e is 50, key is test_row_0/A:col10/1731487159925/Put/seqid=0 2024-11-13T08:39:21,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45349 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=164 2024-11-13T08:39:21,765 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-13T08:39:21,767 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45349 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-13T08:39:21,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45349 {}] procedure2.ProcedureExecutor(1139): Stored pid=166, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=166, table=TestAcidGuarantees 2024-11-13T08:39:21,768 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=166, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=166, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-13T08:39:21,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45349 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=166 2024-11-13T08:39:21,769 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=166, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=166, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-13T08:39:21,769 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=167, ppid=166, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-13T08:39:21,781 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38605 is added to blk_1073742440_1616 (size=14994) 2024-11-13T08:39:21,840 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975d28e48e1db8c4b39b7a2934698d2e, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:39:21,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60744 deadline: 1731487221837, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975d28e48e1db8c4b39b7a2934698d2e, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:39:21,841 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 , the old value is region=TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975d28e48e1db8c4b39b7a2934698d2e, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:39:21,841 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975d28e48e1db8c4b39b7a2934698d2e, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:39:21,841 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 because the exception is null or not the one we care about 2024-11-13T08:39:21,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45349 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=166 2024-11-13T08:39:21,922 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43851 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=167 2024-11-13T08:39:21,922 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-2 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e. 2024-11-13T08:39:21,922 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-2 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e. as already flushing 2024-11-13T08:39:21,922 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-2 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e. 2024-11-13T08:39:21,922 ERROR [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-2 {event_type=RS_FLUSH_REGIONS, pid=167}] handler.RSProcedureHandler(58): pid=167 java.io.IOException: Unable to complete flush {ENCODED => 975d28e48e1db8c4b39b7a2934698d2e, NAME => 'TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T08:39:21,922 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-2 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=167 java.io.IOException: Unable to complete flush {ENCODED => 975d28e48e1db8c4b39b7a2934698d2e, NAME => 'TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T08:39:21,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45349 {}] master.HMaster(4177): Remote procedure failed, pid=167 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 975d28e48e1db8c4b39b7a2934698d2e, NAME => 'TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 975d28e48e1db8c4b39b7a2934698d2e, NAME => 'TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T08:39:21,946 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975d28e48e1db8c4b39b7a2934698d2e, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:39:21,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60744 deadline: 1731487221945, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975d28e48e1db8c4b39b7a2934698d2e, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:39:21,946 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 , the old value is region=TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975d28e48e1db8c4b39b7a2934698d2e, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:39:21,946 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975d28e48e1db8c4b39b7a2934698d2e, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:39:21,946 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 because the exception is null or not the one we care about 2024-11-13T08:39:22,011 DEBUG [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/975d28e48e1db8c4b39b7a2934698d2e/.tmp/B/c9fd210efd0b47f89a436443eec5d3d8 as hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/975d28e48e1db8c4b39b7a2934698d2e/B/c9fd210efd0b47f89a436443eec5d3d8 2024-11-13T08:39:22,015 INFO [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 975d28e48e1db8c4b39b7a2934698d2e/B of 975d28e48e1db8c4b39b7a2934698d2e into c9fd210efd0b47f89a436443eec5d3d8(size=12.5 K), total size for store is 12.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T08:39:22,015 DEBUG [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 975d28e48e1db8c4b39b7a2934698d2e: 2024-11-13T08:39:22,015 INFO [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e., storeName=975d28e48e1db8c4b39b7a2934698d2e/B, priority=13, startTime=1731487161584; duration=0sec 2024-11-13T08:39:22,015 DEBUG [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-13T08:39:22,015 DEBUG [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 975d28e48e1db8c4b39b7a2934698d2e:B 2024-11-13T08:39:22,015 DEBUG [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-13T08:39:22,016 DEBUG [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36965 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-13T08:39:22,016 DEBUG [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] regionserver.HStore(1541): 975d28e48e1db8c4b39b7a2934698d2e/C is initiating minor compaction (all files) 2024-11-13T08:39:22,016 INFO [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 975d28e48e1db8c4b39b7a2934698d2e/C in TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e. 2024-11-13T08:39:22,017 INFO [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/975d28e48e1db8c4b39b7a2934698d2e/C/5f163791878949c7b242b7938568f32b, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/975d28e48e1db8c4b39b7a2934698d2e/C/0bd57ca4be234a0091e4b91cc7fd888c, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/975d28e48e1db8c4b39b7a2934698d2e/C/990b7b0c4462430b8847045adf98ba94] into tmpdir=hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/975d28e48e1db8c4b39b7a2934698d2e/.tmp, totalSize=36.1 K 2024-11-13T08:39:22,017 DEBUG [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] compactions.Compactor(225): Compacting 5f163791878949c7b242b7938568f32b, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=215, earliestPutTs=1731487157338 2024-11-13T08:39:22,017 DEBUG [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] compactions.Compactor(225): Compacting 0bd57ca4be234a0091e4b91cc7fd888c, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=234, earliestPutTs=1731487157554 2024-11-13T08:39:22,018 DEBUG [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] compactions.Compactor(225): Compacting 990b7b0c4462430b8847045adf98ba94, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=256, earliestPutTs=1731487159240 2024-11-13T08:39:22,025 INFO [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 975d28e48e1db8c4b39b7a2934698d2e#C#compaction#514 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-13T08:39:22,026 DEBUG [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/975d28e48e1db8c4b39b7a2934698d2e/.tmp/C/8e63602906274a4f80e675996d142de5 is 50, key is test_row_0/C:col10/1731487159876/Put/seqid=0 2024-11-13T08:39:22,033 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38605 is added to blk_1073742441_1617 (size=12765) 2024-11-13T08:39:22,038 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/975d28e48e1db8c4b39b7a2934698d2e/.tmp/A/7c23fcaea19540ba89d237774339f9fe as hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/975d28e48e1db8c4b39b7a2934698d2e/A/7c23fcaea19540ba89d237774339f9fe 2024-11-13T08:39:22,042 INFO [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 975d28e48e1db8c4b39b7a2934698d2e/A of 975d28e48e1db8c4b39b7a2934698d2e into 7c23fcaea19540ba89d237774339f9fe(size=31.0 K), total size for store is 31.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T08:39:22,042 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 975d28e48e1db8c4b39b7a2934698d2e: 2024-11-13T08:39:22,042 INFO [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e., storeName=975d28e48e1db8c4b39b7a2934698d2e/A, priority=13, startTime=1731487161584; duration=0sec 2024-11-13T08:39:22,042 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T08:39:22,042 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 975d28e48e1db8c4b39b7a2934698d2e:A 2024-11-13T08:39:22,075 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43851 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=167 2024-11-13T08:39:22,075 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-0 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e. 2024-11-13T08:39:22,075 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-0 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e. as already flushing 2024-11-13T08:39:22,075 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-0 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e. 2024-11-13T08:39:22,075 ERROR [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-0 {event_type=RS_FLUSH_REGIONS, pid=167}] handler.RSProcedureHandler(58): pid=167 java.io.IOException: Unable to complete flush {ENCODED => 975d28e48e1db8c4b39b7a2934698d2e, NAME => 'TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T08:39:22,075 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-0 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=167 java.io.IOException: Unable to complete flush {ENCODED => 975d28e48e1db8c4b39b7a2934698d2e, NAME => 'TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T08:39:22,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45349 {}] master.HMaster(4177): Remote procedure failed, pid=167 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 975d28e48e1db8c4b39b7a2934698d2e, NAME => 'TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 975d28e48e1db8c4b39b7a2934698d2e, NAME => 'TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T08:39:22,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45349 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=166 2024-11-13T08:39:22,097 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975d28e48e1db8c4b39b7a2934698d2e, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:39:22,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60698 deadline: 1731487222095, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975d28e48e1db8c4b39b7a2934698d2e, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:39:22,098 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975d28e48e1db8c4b39b7a2934698d2e, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:39:22,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60720 deadline: 1731487222095, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975d28e48e1db8c4b39b7a2934698d2e, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:39:22,098 WARN [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRpcRetryingCaller(177): Call to dd3a0865bb23,43851,1731486997349 for 'test_row_0' in 975d28e48e1db8c4b39b7a2934698d2e of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2161 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975d28e48e1db8c4b39b7a2934698d2e, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975d28e48e1db8c4b39b7a2934698d2e, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-13T08:39:22,098 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975d28e48e1db8c4b39b7a2934698d2e, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:39:22,098 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 , the old value is region=TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975d28e48e1db8c4b39b7a2934698d2e, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:39:22,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60728 deadline: 1731487222095, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975d28e48e1db8c4b39b7a2934698d2e, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:39:22,098 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975d28e48e1db8c4b39b7a2934698d2e, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:39:22,098 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 because the exception is null or not the one we care about 2024-11-13T08:39:22,098 WARN [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRpcRetryingCaller(177): Call to dd3a0865bb23,43851,1731486997349 for 'test_row_2' in 975d28e48e1db8c4b39b7a2934698d2e of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2165 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975d28e48e1db8c4b39b7a2934698d2e, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975d28e48e1db8c4b39b7a2934698d2e, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-13T08:39:22,099 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 , the old value is region=TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975d28e48e1db8c4b39b7a2934698d2e, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:39:22,099 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975d28e48e1db8c4b39b7a2934698d2e, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:39:22,099 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 because the exception is null or not the one we care about 2024-11-13T08:39:22,099 WARN [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRpcRetryingCaller(177): Call to dd3a0865bb23,43851,1731486997349 for 'test_row_1' in 975d28e48e1db8c4b39b7a2934698d2e of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2164 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975d28e48e1db8c4b39b7a2934698d2e, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975d28e48e1db8c4b39b7a2934698d2e, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-13T08:39:22,099 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 , the old value is region=TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975d28e48e1db8c4b39b7a2934698d2e, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:39:22,099 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975d28e48e1db8c4b39b7a2934698d2e, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:39:22,099 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 because the exception is null or not the one we care about 2024-11-13T08:39:22,157 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975d28e48e1db8c4b39b7a2934698d2e, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:39:22,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60744 deadline: 1731487222155, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975d28e48e1db8c4b39b7a2934698d2e, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:39:22,158 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 , the old value is region=TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975d28e48e1db8c4b39b7a2934698d2e, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:39:22,158 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975d28e48e1db8c4b39b7a2934698d2e, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:39:22,158 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 because the exception is null or not the one we care about 2024-11-13T08:39:22,182 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:22,185 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411138d4727708e004160a950404e71caa554_975d28e48e1db8c4b39b7a2934698d2e to hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411138d4727708e004160a950404e71caa554_975d28e48e1db8c4b39b7a2934698d2e 2024-11-13T08:39:22,185 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/975d28e48e1db8c4b39b7a2934698d2e/.tmp/A/8b34ff5b6f154ef5a69eb2368b26afac, store: [table=TestAcidGuarantees family=A region=975d28e48e1db8c4b39b7a2934698d2e] 2024-11-13T08:39:22,186 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/975d28e48e1db8c4b39b7a2934698d2e/.tmp/A/8b34ff5b6f154ef5a69eb2368b26afac is 175, key is test_row_0/A:col10/1731487159925/Put/seqid=0 2024-11-13T08:39:22,189 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38605 is added to blk_1073742442_1618 (size=39949) 2024-11-13T08:39:22,190 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=275, memsize=35.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/975d28e48e1db8c4b39b7a2934698d2e/.tmp/A/8b34ff5b6f154ef5a69eb2368b26afac 2024-11-13T08:39:22,202 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/975d28e48e1db8c4b39b7a2934698d2e/.tmp/B/22f96c4fc3aa4eef8e24daae5ded5055 is 50, key is test_row_0/B:col10/1731487159925/Put/seqid=0 2024-11-13T08:39:22,205 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38605 is added to blk_1073742443_1619 (size=12301) 2024-11-13T08:39:22,228 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43851 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=167 2024-11-13T08:39:22,229 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e. 2024-11-13T08:39:22,229 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e. as already flushing 2024-11-13T08:39:22,229 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e. 2024-11-13T08:39:22,229 ERROR [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] handler.RSProcedureHandler(58): pid=167 java.io.IOException: Unable to complete flush {ENCODED => 975d28e48e1db8c4b39b7a2934698d2e, NAME => 'TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T08:39:22,229 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=167 java.io.IOException: Unable to complete flush {ENCODED => 975d28e48e1db8c4b39b7a2934698d2e, NAME => 'TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T08:39:22,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45349 {}] master.HMaster(4177): Remote procedure failed, pid=167 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 975d28e48e1db8c4b39b7a2934698d2e, NAME => 'TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 975d28e48e1db8c4b39b7a2934698d2e, NAME => 'TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T08:39:22,381 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43851 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=167 2024-11-13T08:39:22,382 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-2 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e. 2024-11-13T08:39:22,382 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-2 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e. as already flushing 2024-11-13T08:39:22,382 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-2 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e. 2024-11-13T08:39:22,382 ERROR [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-2 {event_type=RS_FLUSH_REGIONS, pid=167}] handler.RSProcedureHandler(58): pid=167 java.io.IOException: Unable to complete flush {ENCODED => 975d28e48e1db8c4b39b7a2934698d2e, NAME => 'TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T08:39:22,382 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-2 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=167 java.io.IOException: Unable to complete flush {ENCODED => 975d28e48e1db8c4b39b7a2934698d2e, NAME => 'TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T08:39:22,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45349 {}] master.HMaster(4177): Remote procedure failed, pid=167 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 975d28e48e1db8c4b39b7a2934698d2e, NAME => 'TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 975d28e48e1db8c4b39b7a2934698d2e, NAME => 'TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T08:39:22,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45349 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=166 2024-11-13T08:39:22,439 DEBUG [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/975d28e48e1db8c4b39b7a2934698d2e/.tmp/C/8e63602906274a4f80e675996d142de5 as hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/975d28e48e1db8c4b39b7a2934698d2e/C/8e63602906274a4f80e675996d142de5 2024-11-13T08:39:22,443 INFO [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 975d28e48e1db8c4b39b7a2934698d2e/C of 975d28e48e1db8c4b39b7a2934698d2e into 8e63602906274a4f80e675996d142de5(size=12.5 K), total size for store is 12.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T08:39:22,443 DEBUG [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 975d28e48e1db8c4b39b7a2934698d2e: 2024-11-13T08:39:22,443 INFO [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e., storeName=975d28e48e1db8c4b39b7a2934698d2e/C, priority=13, startTime=1731487161584; duration=0sec 2024-11-13T08:39:22,443 DEBUG [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T08:39:22,443 DEBUG [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 975d28e48e1db8c4b39b7a2934698d2e:C 2024-11-13T08:39:22,467 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975d28e48e1db8c4b39b7a2934698d2e, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:39:22,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60744 deadline: 1731487222465, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975d28e48e1db8c4b39b7a2934698d2e, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:39:22,467 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 , the old value is region=TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975d28e48e1db8c4b39b7a2934698d2e, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:39:22,467 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975d28e48e1db8c4b39b7a2934698d2e, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:39:22,467 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 because the exception is null or not the one we care about 2024-11-13T08:39:22,535 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43851 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=167 2024-11-13T08:39:22,535 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-0 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e. 2024-11-13T08:39:22,535 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-0 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e. as already flushing 2024-11-13T08:39:22,535 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-0 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e. 2024-11-13T08:39:22,536 ERROR [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-0 {event_type=RS_FLUSH_REGIONS, pid=167}] handler.RSProcedureHandler(58): pid=167 java.io.IOException: Unable to complete flush {ENCODED => 975d28e48e1db8c4b39b7a2934698d2e, NAME => 'TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T08:39:22,536 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-0 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=167 java.io.IOException: Unable to complete flush {ENCODED => 975d28e48e1db8c4b39b7a2934698d2e, NAME => 'TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T08:39:22,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45349 {}] master.HMaster(4177): Remote procedure failed, pid=167 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 975d28e48e1db8c4b39b7a2934698d2e, NAME => 'TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 975d28e48e1db8c4b39b7a2934698d2e, NAME => 'TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T08:39:22,606 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=275 (bloomFilter=true), to=hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/975d28e48e1db8c4b39b7a2934698d2e/.tmp/B/22f96c4fc3aa4eef8e24daae5ded5055 2024-11-13T08:39:22,617 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/975d28e48e1db8c4b39b7a2934698d2e/.tmp/C/a825f2fba46448f4b409074ebfaa036d is 50, key is test_row_0/C:col10/1731487159925/Put/seqid=0 2024-11-13T08:39:22,621 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38605 is added to blk_1073742444_1620 (size=12301) 2024-11-13T08:39:22,622 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=275 (bloomFilter=true), to=hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/975d28e48e1db8c4b39b7a2934698d2e/.tmp/C/a825f2fba46448f4b409074ebfaa036d 2024-11-13T08:39:22,628 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/975d28e48e1db8c4b39b7a2934698d2e/.tmp/A/8b34ff5b6f154ef5a69eb2368b26afac as hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/975d28e48e1db8c4b39b7a2934698d2e/A/8b34ff5b6f154ef5a69eb2368b26afac 2024-11-13T08:39:22,632 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/975d28e48e1db8c4b39b7a2934698d2e/A/8b34ff5b6f154ef5a69eb2368b26afac, entries=200, sequenceid=275, filesize=39.0 K 2024-11-13T08:39:22,633 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/975d28e48e1db8c4b39b7a2934698d2e/.tmp/B/22f96c4fc3aa4eef8e24daae5ded5055 as hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/975d28e48e1db8c4b39b7a2934698d2e/B/22f96c4fc3aa4eef8e24daae5ded5055 2024-11-13T08:39:22,638 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/975d28e48e1db8c4b39b7a2934698d2e/B/22f96c4fc3aa4eef8e24daae5ded5055, entries=150, sequenceid=275, filesize=12.0 K 2024-11-13T08:39:22,639 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/975d28e48e1db8c4b39b7a2934698d2e/.tmp/C/a825f2fba46448f4b409074ebfaa036d as hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/975d28e48e1db8c4b39b7a2934698d2e/C/a825f2fba46448f4b409074ebfaa036d 2024-11-13T08:39:22,644 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/975d28e48e1db8c4b39b7a2934698d2e/C/a825f2fba46448f4b409074ebfaa036d, entries=150, sequenceid=275, filesize=12.0 K 2024-11-13T08:39:22,644 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~107.34 KB/109920, heapSize ~281.95 KB/288720, currentSize=93.93 KB/96180 for 975d28e48e1db8c4b39b7a2934698d2e in 886ms, sequenceid=275, compaction requested=false 2024-11-13T08:39:22,645 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 975d28e48e1db8c4b39b7a2934698d2e: 2024-11-13T08:39:22,689 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43851 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=167 2024-11-13T08:39:22,689 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e. 2024-11-13T08:39:22,689 INFO [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.HRegion(2902): Flushing 975d28e48e1db8c4b39b7a2934698d2e 3/3 column families, dataSize=93.93 KB heapSize=246.84 KB 2024-11-13T08:39:22,708 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241113406ff9a69721464789a463de1db124ef_975d28e48e1db8c4b39b7a2934698d2e is 50, key is test_row_0/A:col10/1731487161835/Put/seqid=0 2024-11-13T08:39:22,726 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38605 is added to blk_1073742445_1621 (size=12454) 2024-11-13T08:39:22,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45349 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=166 2024-11-13T08:39:22,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] regionserver.HRegion(8855): Flush requested on 975d28e48e1db8c4b39b7a2934698d2e 2024-11-13T08:39:22,977 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e. as already flushing 2024-11-13T08:39:23,061 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975d28e48e1db8c4b39b7a2934698d2e, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:39:23,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 172 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60744 deadline: 1731487223057, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975d28e48e1db8c4b39b7a2934698d2e, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:39:23,061 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 , the old value is region=TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975d28e48e1db8c4b39b7a2934698d2e, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:39:23,061 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975d28e48e1db8c4b39b7a2934698d2e, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:39:23,061 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 because the exception is null or not the one we care about 2024-11-13T08:39:23,126 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:23,130 INFO [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241113406ff9a69721464789a463de1db124ef_975d28e48e1db8c4b39b7a2934698d2e to hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241113406ff9a69721464789a463de1db124ef_975d28e48e1db8c4b39b7a2934698d2e 2024-11-13T08:39:23,131 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/975d28e48e1db8c4b39b7a2934698d2e/.tmp/A/625342a0b86b4248bfea05a611a62f43, store: [table=TestAcidGuarantees family=A region=975d28e48e1db8c4b39b7a2934698d2e] 2024-11-13T08:39:23,132 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/975d28e48e1db8c4b39b7a2934698d2e/.tmp/A/625342a0b86b4248bfea05a611a62f43 is 175, key is test_row_0/A:col10/1731487161835/Put/seqid=0 2024-11-13T08:39:23,149 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38605 is added to blk_1073742446_1622 (size=31255) 2024-11-13T08:39:23,167 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975d28e48e1db8c4b39b7a2934698d2e, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:39:23,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 173 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60744 deadline: 1731487223165, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975d28e48e1db8c4b39b7a2934698d2e, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:39:23,167 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 , the old value is region=TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975d28e48e1db8c4b39b7a2934698d2e, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:39:23,167 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975d28e48e1db8c4b39b7a2934698d2e, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:39:23,167 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 because the exception is null or not the one we care about 2024-11-13T08:39:23,378 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975d28e48e1db8c4b39b7a2934698d2e, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:39:23,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 174 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60744 deadline: 1731487223374, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975d28e48e1db8c4b39b7a2934698d2e, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:39:23,378 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 , the old value is region=TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975d28e48e1db8c4b39b7a2934698d2e, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:39:23,378 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975d28e48e1db8c4b39b7a2934698d2e, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:39:23,378 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 because the exception is null or not the one we care about 2024-11-13T08:39:23,550 INFO [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=295, memsize=31.3 K, hasBloomFilter=true, into tmp file hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/975d28e48e1db8c4b39b7a2934698d2e/.tmp/A/625342a0b86b4248bfea05a611a62f43 2024-11-13T08:39:23,558 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/975d28e48e1db8c4b39b7a2934698d2e/.tmp/B/4ecec372fd354ce69accf6c1f1c56ab3 is 50, key is test_row_0/B:col10/1731487161835/Put/seqid=0 2024-11-13T08:39:23,569 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38605 is added to blk_1073742447_1623 (size=12301) 2024-11-13T08:39:23,570 INFO [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=295 (bloomFilter=true), to=hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/975d28e48e1db8c4b39b7a2934698d2e/.tmp/B/4ecec372fd354ce69accf6c1f1c56ab3 2024-11-13T08:39:23,586 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/975d28e48e1db8c4b39b7a2934698d2e/.tmp/C/c6402ce43766494182470314f05127de is 50, key is test_row_0/C:col10/1731487161835/Put/seqid=0 2024-11-13T08:39:23,594 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38605 is added to blk_1073742448_1624 (size=12301) 2024-11-13T08:39:23,595 INFO [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=295 (bloomFilter=true), to=hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/975d28e48e1db8c4b39b7a2934698d2e/.tmp/C/c6402ce43766494182470314f05127de 2024-11-13T08:39:23,599 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/975d28e48e1db8c4b39b7a2934698d2e/.tmp/A/625342a0b86b4248bfea05a611a62f43 as hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/975d28e48e1db8c4b39b7a2934698d2e/A/625342a0b86b4248bfea05a611a62f43 2024-11-13T08:39:23,605 INFO [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/975d28e48e1db8c4b39b7a2934698d2e/A/625342a0b86b4248bfea05a611a62f43, entries=150, sequenceid=295, filesize=30.5 K 2024-11-13T08:39:23,606 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/975d28e48e1db8c4b39b7a2934698d2e/.tmp/B/4ecec372fd354ce69accf6c1f1c56ab3 as hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/975d28e48e1db8c4b39b7a2934698d2e/B/4ecec372fd354ce69accf6c1f1c56ab3 2024-11-13T08:39:23,609 INFO [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/975d28e48e1db8c4b39b7a2934698d2e/B/4ecec372fd354ce69accf6c1f1c56ab3, entries=150, sequenceid=295, filesize=12.0 K 2024-11-13T08:39:23,609 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/975d28e48e1db8c4b39b7a2934698d2e/.tmp/C/c6402ce43766494182470314f05127de as hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/975d28e48e1db8c4b39b7a2934698d2e/C/c6402ce43766494182470314f05127de 2024-11-13T08:39:23,613 INFO [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/975d28e48e1db8c4b39b7a2934698d2e/C/c6402ce43766494182470314f05127de, entries=150, sequenceid=295, filesize=12.0 K 2024-11-13T08:39:23,614 INFO [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.HRegion(3140): Finished flush of dataSize ~93.93 KB/96180, heapSize ~246.80 KB/252720, currentSize=107.34 KB/109920 for 975d28e48e1db8c4b39b7a2934698d2e in 925ms, sequenceid=295, compaction requested=true 2024-11-13T08:39:23,614 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.HRegion(2603): Flush status journal for 975d28e48e1db8c4b39b7a2934698d2e: 2024-11-13T08:39:23,614 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e. 2024-11-13T08:39:23,614 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=167 2024-11-13T08:39:23,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45349 {}] master.HMaster(4169): Remote procedure done, pid=167 2024-11-13T08:39:23,617 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=167, resume processing ppid=166 2024-11-13T08:39:23,617 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=167, ppid=166, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.8460 sec 2024-11-13T08:39:23,619 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=166, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=166, table=TestAcidGuarantees in 1.8510 sec 2024-11-13T08:39:23,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] regionserver.HRegion(8855): Flush requested on 975d28e48e1db8c4b39b7a2934698d2e 2024-11-13T08:39:23,687 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-13T08:39:23,687 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 975d28e48e1db8c4b39b7a2934698d2e 3/3 column families, dataSize=114.05 KB heapSize=299.58 KB 2024-11-13T08:39:23,694 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411137ed368d18ffd42acbfef645a2bf1502d_975d28e48e1db8c4b39b7a2934698d2e is 50, key is test_row_0/A:col10/1731487163685/Put/seqid=0 2024-11-13T08:39:23,697 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38605 is added to blk_1073742449_1625 (size=12454) 2024-11-13T08:39:23,762 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975d28e48e1db8c4b39b7a2934698d2e, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:39:23,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 189 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60744 deadline: 1731487223758, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975d28e48e1db8c4b39b7a2934698d2e, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:39:23,762 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 , the old value is region=TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975d28e48e1db8c4b39b7a2934698d2e, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:39:23,762 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975d28e48e1db8c4b39b7a2934698d2e, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:39:23,762 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 because the exception is null or not the one we care about 2024-11-13T08:39:23,867 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975d28e48e1db8c4b39b7a2934698d2e, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:39:23,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 190 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60744 deadline: 1731487223865, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975d28e48e1db8c4b39b7a2934698d2e, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:39:23,868 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 , the old value is region=TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975d28e48e1db8c4b39b7a2934698d2e, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:39:23,868 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975d28e48e1db8c4b39b7a2934698d2e, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:39:23,868 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 because the exception is null or not the one we care about 2024-11-13T08:39:23,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45349 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=166 2024-11-13T08:39:23,915 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-13T08:39:23,915 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45349 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-13T08:39:23,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45349 {}] procedure2.ProcedureExecutor(1139): Stored pid=168, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=168, table=TestAcidGuarantees 2024-11-13T08:39:23,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45349 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=168 2024-11-13T08:39:23,917 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=168, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=168, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-13T08:39:23,917 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=168, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=168, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-13T08:39:23,917 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=169, ppid=168, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-13T08:39:24,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45349 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=168 2024-11-13T08:39:24,070 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43851 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=169 2024-11-13T08:39:24,070 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-2 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e. 2024-11-13T08:39:24,070 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-2 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e. as already flushing 2024-11-13T08:39:24,070 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-2 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e. 2024-11-13T08:39:24,070 ERROR [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-2 {event_type=RS_FLUSH_REGIONS, pid=169}] handler.RSProcedureHandler(58): pid=169 java.io.IOException: Unable to complete flush {ENCODED => 975d28e48e1db8c4b39b7a2934698d2e, NAME => 'TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T08:39:24,070 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-2 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=169 java.io.IOException: Unable to complete flush {ENCODED => 975d28e48e1db8c4b39b7a2934698d2e, NAME => 'TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T08:39:24,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45349 {}] master.HMaster(4177): Remote procedure failed, pid=169 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 975d28e48e1db8c4b39b7a2934698d2e, NAME => 'TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 975d28e48e1db8c4b39b7a2934698d2e, NAME => 'TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T08:39:24,078 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975d28e48e1db8c4b39b7a2934698d2e, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:39:24,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 191 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60744 deadline: 1731487224075, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975d28e48e1db8c4b39b7a2934698d2e, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:39:24,079 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 , the old value is region=TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975d28e48e1db8c4b39b7a2934698d2e, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:39:24,079 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975d28e48e1db8c4b39b7a2934698d2e, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:39:24,079 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 because the exception is null or not the one we care about 2024-11-13T08:39:24,098 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:24,102 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411137ed368d18ffd42acbfef645a2bf1502d_975d28e48e1db8c4b39b7a2934698d2e to hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411137ed368d18ffd42acbfef645a2bf1502d_975d28e48e1db8c4b39b7a2934698d2e 2024-11-13T08:39:24,103 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/975d28e48e1db8c4b39b7a2934698d2e/.tmp/A/d2b5537ac0c7479cb923828a02e27297, store: [table=TestAcidGuarantees family=A region=975d28e48e1db8c4b39b7a2934698d2e] 2024-11-13T08:39:24,104 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/975d28e48e1db8c4b39b7a2934698d2e/.tmp/A/d2b5537ac0c7479cb923828a02e27297 is 175, key is test_row_0/A:col10/1731487163685/Put/seqid=0 2024-11-13T08:39:24,107 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975d28e48e1db8c4b39b7a2934698d2e, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:39:24,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60698 deadline: 1731487224105, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975d28e48e1db8c4b39b7a2934698d2e, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:39:24,108 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975d28e48e1db8c4b39b7a2934698d2e, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:39:24,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60728 deadline: 1731487224105, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975d28e48e1db8c4b39b7a2934698d2e, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:39:24,108 WARN [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRpcRetryingCaller(177): Call to dd3a0865bb23,43851,1731486997349 for 'test_row_0' in 975d28e48e1db8c4b39b7a2934698d2e of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4171 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975d28e48e1db8c4b39b7a2934698d2e, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975d28e48e1db8c4b39b7a2934698d2e, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-13T08:39:24,108 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 , the old value is region=TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975d28e48e1db8c4b39b7a2934698d2e, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:39:24,108 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975d28e48e1db8c4b39b7a2934698d2e, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:39:24,108 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 because the exception is null or not the one we care about 2024-11-13T08:39:24,109 WARN [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRpcRetryingCaller(177): Call to dd3a0865bb23,43851,1731486997349 for 'test_row_1' in 975d28e48e1db8c4b39b7a2934698d2e of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4174 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975d28e48e1db8c4b39b7a2934698d2e, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975d28e48e1db8c4b39b7a2934698d2e, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-13T08:39:24,110 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 , the old value is region=TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975d28e48e1db8c4b39b7a2934698d2e, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:39:24,110 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975d28e48e1db8c4b39b7a2934698d2e, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:39:24,110 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 because the exception is null or not the one we care about 2024-11-13T08:39:24,115 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38605 is added to blk_1073742450_1626 (size=31255) 2024-11-13T08:39:24,115 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=315, memsize=38.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/975d28e48e1db8c4b39b7a2934698d2e/.tmp/A/d2b5537ac0c7479cb923828a02e27297 2024-11-13T08:39:24,118 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975d28e48e1db8c4b39b7a2934698d2e, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:39:24,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60720 deadline: 1731487224114, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975d28e48e1db8c4b39b7a2934698d2e, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:39:24,119 WARN [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRpcRetryingCaller(177): Call to dd3a0865bb23,43851,1731486997349 for 'test_row_2' in 975d28e48e1db8c4b39b7a2934698d2e of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4186 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975d28e48e1db8c4b39b7a2934698d2e, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975d28e48e1db8c4b39b7a2934698d2e, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-13T08:39:24,119 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 , the old value is region=TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975d28e48e1db8c4b39b7a2934698d2e, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:39:24,120 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975d28e48e1db8c4b39b7a2934698d2e, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:39:24,120 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 because the exception is null or not the one we care about 2024-11-13T08:39:24,123 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/975d28e48e1db8c4b39b7a2934698d2e/.tmp/B/b2e7b01cc3e44e72be2b5084fcaf4ed1 is 50, key is test_row_0/B:col10/1731487163685/Put/seqid=0 2024-11-13T08:39:24,132 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38605 is added to blk_1073742451_1627 (size=12301) 2024-11-13T08:39:24,223 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43851 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=169 2024-11-13T08:39:24,223 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-0 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e. 2024-11-13T08:39:24,223 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-0 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e. as already flushing 2024-11-13T08:39:24,223 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-0 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e. 2024-11-13T08:39:24,223 ERROR [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-0 {event_type=RS_FLUSH_REGIONS, pid=169}] handler.RSProcedureHandler(58): pid=169 java.io.IOException: Unable to complete flush {ENCODED => 975d28e48e1db8c4b39b7a2934698d2e, NAME => 'TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T08:39:24,223 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-0 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=169 java.io.IOException: Unable to complete flush {ENCODED => 975d28e48e1db8c4b39b7a2934698d2e, NAME => 'TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T08:39:24,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45349 {}] master.HMaster(4177): Remote procedure failed, pid=169 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 975d28e48e1db8c4b39b7a2934698d2e, NAME => 'TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 975d28e48e1db8c4b39b7a2934698d2e, NAME => 'TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T08:39:24,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45349 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=168 2024-11-13T08:39:24,376 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43851 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=169 2024-11-13T08:39:24,376 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-1 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e. 2024-11-13T08:39:24,376 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-1 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e. as already flushing 2024-11-13T08:39:24,376 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-1 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e. 2024-11-13T08:39:24,377 ERROR [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-1 {event_type=RS_FLUSH_REGIONS, pid=169}] handler.RSProcedureHandler(58): pid=169 java.io.IOException: Unable to complete flush {ENCODED => 975d28e48e1db8c4b39b7a2934698d2e, NAME => 'TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T08:39:24,377 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-1 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=169 java.io.IOException: Unable to complete flush {ENCODED => 975d28e48e1db8c4b39b7a2934698d2e, NAME => 'TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T08:39:24,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45349 {}] master.HMaster(4177): Remote procedure failed, pid=169 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 975d28e48e1db8c4b39b7a2934698d2e, NAME => 'TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 975d28e48e1db8c4b39b7a2934698d2e, NAME => 'TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T08:39:24,389 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975d28e48e1db8c4b39b7a2934698d2e, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:39:24,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 192 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60744 deadline: 1731487224385, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975d28e48e1db8c4b39b7a2934698d2e, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:39:24,389 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 , the old value is region=TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975d28e48e1db8c4b39b7a2934698d2e, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:39:24,389 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975d28e48e1db8c4b39b7a2934698d2e, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:39:24,389 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 because the exception is null or not the one we care about 2024-11-13T08:39:24,529 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43851 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=169 2024-11-13T08:39:24,529 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-2 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e. 2024-11-13T08:39:24,529 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-2 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e. as already flushing 2024-11-13T08:39:24,530 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-2 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e. 2024-11-13T08:39:24,530 ERROR [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-2 {event_type=RS_FLUSH_REGIONS, pid=169}] handler.RSProcedureHandler(58): pid=169 java.io.IOException: Unable to complete flush {ENCODED => 975d28e48e1db8c4b39b7a2934698d2e, NAME => 'TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T08:39:24,530 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-2 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=169 java.io.IOException: Unable to complete flush {ENCODED => 975d28e48e1db8c4b39b7a2934698d2e, NAME => 'TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T08:39:24,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45349 {}] master.HMaster(4177): Remote procedure failed, pid=169 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 975d28e48e1db8c4b39b7a2934698d2e, NAME => 'TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 975d28e48e1db8c4b39b7a2934698d2e, NAME => 'TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T08:39:24,533 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=315 (bloomFilter=true), to=hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/975d28e48e1db8c4b39b7a2934698d2e/.tmp/B/b2e7b01cc3e44e72be2b5084fcaf4ed1 2024-11-13T08:39:24,540 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/975d28e48e1db8c4b39b7a2934698d2e/.tmp/C/99296e280f97454d9421d21f732ec497 is 50, key is test_row_0/C:col10/1731487163685/Put/seqid=0 2024-11-13T08:39:24,543 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38605 is added to blk_1073742452_1628 (size=12301) 2024-11-13T08:39:24,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45349 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=168 2024-11-13T08:39:24,682 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43851 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=169 2024-11-13T08:39:24,683 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-0 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e. 2024-11-13T08:39:24,683 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-0 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e. as already flushing 2024-11-13T08:39:24,683 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-0 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e. 2024-11-13T08:39:24,683 ERROR [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-0 {event_type=RS_FLUSH_REGIONS, pid=169}] handler.RSProcedureHandler(58): pid=169 java.io.IOException: Unable to complete flush {ENCODED => 975d28e48e1db8c4b39b7a2934698d2e, NAME => 'TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T08:39:24,683 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-0 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=169 java.io.IOException: Unable to complete flush {ENCODED => 975d28e48e1db8c4b39b7a2934698d2e, NAME => 'TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T08:39:24,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45349 {}] master.HMaster(4177): Remote procedure failed, pid=169 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 975d28e48e1db8c4b39b7a2934698d2e, NAME => 'TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 975d28e48e1db8c4b39b7a2934698d2e, NAME => 'TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T08:39:24,836 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43851 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=169 2024-11-13T08:39:24,836 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-1 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e. 2024-11-13T08:39:24,836 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-1 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e. as already flushing 2024-11-13T08:39:24,836 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-1 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e. 2024-11-13T08:39:24,836 ERROR [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-1 {event_type=RS_FLUSH_REGIONS, pid=169}] handler.RSProcedureHandler(58): pid=169 java.io.IOException: Unable to complete flush {ENCODED => 975d28e48e1db8c4b39b7a2934698d2e, NAME => 'TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T08:39:24,836 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-1 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=169 java.io.IOException: Unable to complete flush {ENCODED => 975d28e48e1db8c4b39b7a2934698d2e, NAME => 'TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T08:39:24,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45349 {}] master.HMaster(4177): Remote procedure failed, pid=169 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 975d28e48e1db8c4b39b7a2934698d2e, NAME => 'TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 975d28e48e1db8c4b39b7a2934698d2e, NAME => 'TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T08:39:24,898 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975d28e48e1db8c4b39b7a2934698d2e, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:39:24,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] ipc.CallRunner(138): callId: 193 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60744 deadline: 1731487224894, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975d28e48e1db8c4b39b7a2934698d2e, server=dd3a0865bb23,43851,1731486997349 2024-11-13T08:39:24,898 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 , the old value is region=TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975d28e48e1db8c4b39b7a2934698d2e, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:39:24,899 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=975d28e48e1db8c4b39b7a2934698d2e, server=dd3a0865bb23,43851,1731486997349 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T08:39:24,899 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e., hostname=dd3a0865bb23,43851,1731486997349, seqNum=5 because the exception is null or not the one we care about 2024-11-13T08:39:24,944 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=315 (bloomFilter=true), to=hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/975d28e48e1db8c4b39b7a2934698d2e/.tmp/C/99296e280f97454d9421d21f732ec497 2024-11-13T08:39:24,948 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/975d28e48e1db8c4b39b7a2934698d2e/.tmp/A/d2b5537ac0c7479cb923828a02e27297 as hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/975d28e48e1db8c4b39b7a2934698d2e/A/d2b5537ac0c7479cb923828a02e27297 2024-11-13T08:39:24,952 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/975d28e48e1db8c4b39b7a2934698d2e/A/d2b5537ac0c7479cb923828a02e27297, entries=150, sequenceid=315, filesize=30.5 K 2024-11-13T08:39:24,952 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/975d28e48e1db8c4b39b7a2934698d2e/.tmp/B/b2e7b01cc3e44e72be2b5084fcaf4ed1 as hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/975d28e48e1db8c4b39b7a2934698d2e/B/b2e7b01cc3e44e72be2b5084fcaf4ed1 2024-11-13T08:39:24,965 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/975d28e48e1db8c4b39b7a2934698d2e/B/b2e7b01cc3e44e72be2b5084fcaf4ed1, entries=150, sequenceid=315, filesize=12.0 K 2024-11-13T08:39:24,965 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/975d28e48e1db8c4b39b7a2934698d2e/.tmp/C/99296e280f97454d9421d21f732ec497 as hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/975d28e48e1db8c4b39b7a2934698d2e/C/99296e280f97454d9421d21f732ec497 2024-11-13T08:39:24,969 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/975d28e48e1db8c4b39b7a2934698d2e/C/99296e280f97454d9421d21f732ec497, entries=150, sequenceid=315, filesize=12.0 K 2024-11-13T08:39:24,970 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~114.05 KB/116790, heapSize ~299.53 KB/306720, currentSize=87.22 KB/89310 for 975d28e48e1db8c4b39b7a2934698d2e in 1283ms, sequenceid=315, compaction requested=true 2024-11-13T08:39:24,970 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 975d28e48e1db8c4b39b7a2934698d2e: 2024-11-13T08:39:24,970 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 975d28e48e1db8c4b39b7a2934698d2e:A, priority=-2147483648, current under compaction store size is 1 2024-11-13T08:39:24,970 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T08:39:24,970 DEBUG [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-13T08:39:24,970 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 975d28e48e1db8c4b39b7a2934698d2e:B, priority=-2147483648, current under compaction store size is 2 2024-11-13T08:39:24,970 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T08:39:24,970 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 975d28e48e1db8c4b39b7a2934698d2e:C, priority=-2147483648, current under compaction store size is 3 2024-11-13T08:39:24,970 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-13T08:39:24,970 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-13T08:39:24,973 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49668 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-13T08:39:24,973 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] regionserver.HStore(1541): 975d28e48e1db8c4b39b7a2934698d2e/B is initiating minor compaction (all files) 2024-11-13T08:39:24,973 INFO [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 975d28e48e1db8c4b39b7a2934698d2e/B in TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e. 2024-11-13T08:39:24,973 INFO [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/975d28e48e1db8c4b39b7a2934698d2e/B/c9fd210efd0b47f89a436443eec5d3d8, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/975d28e48e1db8c4b39b7a2934698d2e/B/22f96c4fc3aa4eef8e24daae5ded5055, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/975d28e48e1db8c4b39b7a2934698d2e/B/4ecec372fd354ce69accf6c1f1c56ab3, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/975d28e48e1db8c4b39b7a2934698d2e/B/b2e7b01cc3e44e72be2b5084fcaf4ed1] into tmpdir=hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/975d28e48e1db8c4b39b7a2934698d2e/.tmp, totalSize=48.5 K 2024-11-13T08:39:24,973 DEBUG [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 134178 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-13T08:39:24,973 DEBUG [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] regionserver.HStore(1541): 975d28e48e1db8c4b39b7a2934698d2e/A is initiating minor compaction (all files) 2024-11-13T08:39:24,973 INFO [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 975d28e48e1db8c4b39b7a2934698d2e/A in TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e. 2024-11-13T08:39:24,973 INFO [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/975d28e48e1db8c4b39b7a2934698d2e/A/7c23fcaea19540ba89d237774339f9fe, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/975d28e48e1db8c4b39b7a2934698d2e/A/8b34ff5b6f154ef5a69eb2368b26afac, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/975d28e48e1db8c4b39b7a2934698d2e/A/625342a0b86b4248bfea05a611a62f43, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/975d28e48e1db8c4b39b7a2934698d2e/A/d2b5537ac0c7479cb923828a02e27297] into tmpdir=hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/975d28e48e1db8c4b39b7a2934698d2e/.tmp, totalSize=131.0 K 2024-11-13T08:39:24,973 INFO [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e. 2024-11-13T08:39:24,973 DEBUG [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e. files: [hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/975d28e48e1db8c4b39b7a2934698d2e/A/7c23fcaea19540ba89d237774339f9fe, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/975d28e48e1db8c4b39b7a2934698d2e/A/8b34ff5b6f154ef5a69eb2368b26afac, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/975d28e48e1db8c4b39b7a2934698d2e/A/625342a0b86b4248bfea05a611a62f43, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/975d28e48e1db8c4b39b7a2934698d2e/A/d2b5537ac0c7479cb923828a02e27297] 2024-11-13T08:39:24,974 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] compactions.Compactor(225): Compacting c9fd210efd0b47f89a436443eec5d3d8, keycount=150, bloomtype=ROW, size=12.5 K, encoding=NONE, compression=NONE, seqNum=256, earliestPutTs=1731487159240 2024-11-13T08:39:24,974 DEBUG [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] compactions.Compactor(225): Compacting 7c23fcaea19540ba89d237774339f9fe, keycount=150, bloomtype=ROW, size=31.0 K, encoding=NONE, compression=NONE, seqNum=256, earliestPutTs=1731487159240 2024-11-13T08:39:24,974 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] compactions.Compactor(225): Compacting 22f96c4fc3aa4eef8e24daae5ded5055, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=275, earliestPutTs=1731487159925 2024-11-13T08:39:24,974 DEBUG [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] compactions.Compactor(225): Compacting 8b34ff5b6f154ef5a69eb2368b26afac, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=275, earliestPutTs=1731487159925 2024-11-13T08:39:24,974 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] compactions.Compactor(225): Compacting 4ecec372fd354ce69accf6c1f1c56ab3, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=295, earliestPutTs=1731487161795 2024-11-13T08:39:24,975 DEBUG [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] compactions.Compactor(225): Compacting 625342a0b86b4248bfea05a611a62f43, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=295, earliestPutTs=1731487161795 2024-11-13T08:39:24,975 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] compactions.Compactor(225): Compacting b2e7b01cc3e44e72be2b5084fcaf4ed1, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=315, earliestPutTs=1731487163050 2024-11-13T08:39:24,975 DEBUG [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] compactions.Compactor(225): Compacting d2b5537ac0c7479cb923828a02e27297, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=315, earliestPutTs=1731487163050 2024-11-13T08:39:24,984 INFO [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 975d28e48e1db8c4b39b7a2934698d2e#B#compaction#523 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-13T08:39:24,985 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/975d28e48e1db8c4b39b7a2934698d2e/.tmp/B/a9c96d6f51094f2aa84b7b02acc0715a is 50, key is test_row_0/B:col10/1731487163685/Put/seqid=0 2024-11-13T08:39:24,986 INFO [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=975d28e48e1db8c4b39b7a2934698d2e] 2024-11-13T08:39:24,989 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43851 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=169 2024-11-13T08:39:24,989 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-2 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e. 2024-11-13T08:39:24,989 INFO [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-2 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.HRegion(2902): Flushing 975d28e48e1db8c4b39b7a2934698d2e 3/3 column families, dataSize=87.22 KB heapSize=229.27 KB 2024-11-13T08:39:24,997 DEBUG [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241113f693ed241d2a477283d586cc703d7b31_975d28e48e1db8c4b39b7a2934698d2e store=[table=TestAcidGuarantees family=A region=975d28e48e1db8c4b39b7a2934698d2e] 2024-11-13T08:39:24,999 DEBUG [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241113f693ed241d2a477283d586cc703d7b31_975d28e48e1db8c4b39b7a2934698d2e, store=[table=TestAcidGuarantees family=A region=975d28e48e1db8c4b39b7a2934698d2e] 2024-11-13T08:39:24,999 DEBUG [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241113f693ed241d2a477283d586cc703d7b31_975d28e48e1db8c4b39b7a2934698d2e because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=975d28e48e1db8c4b39b7a2934698d2e] 2024-11-13T08:39:25,014 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38605 is added to blk_1073742453_1629 (size=13051) 2024-11-13T08:39:25,025 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-2 {event_type=RS_FLUSH_REGIONS, pid=169}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111322c505d59a704a16b10dd49760550717_975d28e48e1db8c4b39b7a2934698d2e is 50, key is test_row_0/A:col10/1731487163747/Put/seqid=0 2024-11-13T08:39:25,030 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38605 is added to blk_1073742454_1630 (size=4469) 2024-11-13T08:39:25,038 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38605 is added to blk_1073742455_1631 (size=12454) 2024-11-13T08:39:25,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45349 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=168 2024-11-13T08:39:25,419 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/975d28e48e1db8c4b39b7a2934698d2e/.tmp/B/a9c96d6f51094f2aa84b7b02acc0715a as hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/975d28e48e1db8c4b39b7a2934698d2e/B/a9c96d6f51094f2aa84b7b02acc0715a 2024-11-13T08:39:25,423 INFO [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 975d28e48e1db8c4b39b7a2934698d2e/B of 975d28e48e1db8c4b39b7a2934698d2e into a9c96d6f51094f2aa84b7b02acc0715a(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T08:39:25,423 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 975d28e48e1db8c4b39b7a2934698d2e: 2024-11-13T08:39:25,423 INFO [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e., storeName=975d28e48e1db8c4b39b7a2934698d2e/B, priority=12, startTime=1731487164970; duration=0sec 2024-11-13T08:39:25,423 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-13T08:39:25,423 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 975d28e48e1db8c4b39b7a2934698d2e:B 2024-11-13T08:39:25,424 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-13T08:39:25,425 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49668 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-13T08:39:25,425 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] regionserver.HStore(1541): 975d28e48e1db8c4b39b7a2934698d2e/C is initiating minor compaction (all files) 2024-11-13T08:39:25,425 INFO [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 975d28e48e1db8c4b39b7a2934698d2e/C in TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e. 2024-11-13T08:39:25,425 INFO [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/975d28e48e1db8c4b39b7a2934698d2e/C/8e63602906274a4f80e675996d142de5, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/975d28e48e1db8c4b39b7a2934698d2e/C/a825f2fba46448f4b409074ebfaa036d, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/975d28e48e1db8c4b39b7a2934698d2e/C/c6402ce43766494182470314f05127de, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/975d28e48e1db8c4b39b7a2934698d2e/C/99296e280f97454d9421d21f732ec497] into tmpdir=hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/975d28e48e1db8c4b39b7a2934698d2e/.tmp, totalSize=48.5 K 2024-11-13T08:39:25,426 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] compactions.Compactor(225): Compacting 8e63602906274a4f80e675996d142de5, keycount=150, bloomtype=ROW, size=12.5 K, encoding=NONE, compression=NONE, seqNum=256, earliestPutTs=1731487159240 2024-11-13T08:39:25,426 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] compactions.Compactor(225): Compacting a825f2fba46448f4b409074ebfaa036d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=275, earliestPutTs=1731487159925 2024-11-13T08:39:25,426 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] compactions.Compactor(225): Compacting c6402ce43766494182470314f05127de, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=295, earliestPutTs=1731487161795 2024-11-13T08:39:25,427 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] compactions.Compactor(225): Compacting 99296e280f97454d9421d21f732ec497, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=315, earliestPutTs=1731487163050 2024-11-13T08:39:25,431 INFO [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 975d28e48e1db8c4b39b7a2934698d2e#A#compaction#524 average throughput is 0.05 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-13T08:39:25,432 DEBUG [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/975d28e48e1db8c4b39b7a2934698d2e/.tmp/A/50fcb49e377248cf82536ee537d0a4e3 is 175, key is test_row_0/A:col10/1731487163685/Put/seqid=0 2024-11-13T08:39:25,439 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38605 is added to blk_1073742456_1632 (size=32005) 2024-11-13T08:39:25,439 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-2 {event_type=RS_FLUSH_REGIONS, pid=169}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,440 INFO [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 975d28e48e1db8c4b39b7a2934698d2e#C#compaction#526 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-13T08:39:25,441 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/975d28e48e1db8c4b39b7a2934698d2e/.tmp/C/d76709f6434244d6a2445f600b8e2be3 is 50, key is test_row_0/C:col10/1731487163685/Put/seqid=0 2024-11-13T08:39:25,444 INFO [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-2 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111322c505d59a704a16b10dd49760550717_975d28e48e1db8c4b39b7a2934698d2e to hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111322c505d59a704a16b10dd49760550717_975d28e48e1db8c4b39b7a2934698d2e 2024-11-13T08:39:25,445 DEBUG [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/975d28e48e1db8c4b39b7a2934698d2e/.tmp/A/50fcb49e377248cf82536ee537d0a4e3 as hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/975d28e48e1db8c4b39b7a2934698d2e/A/50fcb49e377248cf82536ee537d0a4e3 2024-11-13T08:39:25,445 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-2 {event_type=RS_FLUSH_REGIONS, pid=169}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/975d28e48e1db8c4b39b7a2934698d2e/.tmp/A/faf1894a33b14a819f33c72fd715cddf, store: [table=TestAcidGuarantees family=A region=975d28e48e1db8c4b39b7a2934698d2e] 2024-11-13T08:39:25,446 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-2 {event_type=RS_FLUSH_REGIONS, pid=169}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/975d28e48e1db8c4b39b7a2934698d2e/.tmp/A/faf1894a33b14a819f33c72fd715cddf is 175, key is test_row_0/A:col10/1731487163747/Put/seqid=0 2024-11-13T08:39:25,451 INFO [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 975d28e48e1db8c4b39b7a2934698d2e/A of 975d28e48e1db8c4b39b7a2934698d2e into 50fcb49e377248cf82536ee537d0a4e3(size=31.3 K), total size for store is 31.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T08:39:25,451 DEBUG [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 975d28e48e1db8c4b39b7a2934698d2e: 2024-11-13T08:39:25,451 INFO [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e., storeName=975d28e48e1db8c4b39b7a2934698d2e/A, priority=12, startTime=1731487164970; duration=0sec 2024-11-13T08:39:25,452 DEBUG [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T08:39:25,452 DEBUG [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 975d28e48e1db8c4b39b7a2934698d2e:A 2024-11-13T08:39:25,461 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38605 is added to blk_1073742457_1633 (size=13051) 2024-11-13T08:39:25,469 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38605 is added to blk_1073742458_1634 (size=31255) 2024-11-13T08:39:25,470 INFO [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-2 {event_type=RS_FLUSH_REGIONS, pid=169}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=331, memsize=29.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/975d28e48e1db8c4b39b7a2934698d2e/.tmp/A/faf1894a33b14a819f33c72fd715cddf 2024-11-13T08:39:25,478 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-2 {event_type=RS_FLUSH_REGIONS, pid=169}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/975d28e48e1db8c4b39b7a2934698d2e/.tmp/B/d0d6102b427a40f0a31ba4c8ac4bd737 is 50, key is test_row_0/B:col10/1731487163747/Put/seqid=0 2024-11-13T08:39:25,480 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38605 is added to blk_1073742459_1635 (size=12301) 2024-11-13T08:39:25,481 INFO [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-2 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=331 (bloomFilter=true), to=hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/975d28e48e1db8c4b39b7a2934698d2e/.tmp/B/d0d6102b427a40f0a31ba4c8ac4bd737 2024-11-13T08:39:25,492 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-2 {event_type=RS_FLUSH_REGIONS, pid=169}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/975d28e48e1db8c4b39b7a2934698d2e/.tmp/C/b3b02fa713c345439fb205f0f271f751 is 50, key is test_row_0/C:col10/1731487163747/Put/seqid=0 2024-11-13T08:39:25,497 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38605 is added to blk_1073742460_1636 (size=12301) 2024-11-13T08:39:25,498 INFO [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-2 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=331 (bloomFilter=true), to=hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/975d28e48e1db8c4b39b7a2934698d2e/.tmp/C/b3b02fa713c345439fb205f0f271f751 2024-11-13T08:39:25,504 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-2 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/975d28e48e1db8c4b39b7a2934698d2e/.tmp/A/faf1894a33b14a819f33c72fd715cddf as hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/975d28e48e1db8c4b39b7a2934698d2e/A/faf1894a33b14a819f33c72fd715cddf 2024-11-13T08:39:25,508 INFO [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-2 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/975d28e48e1db8c4b39b7a2934698d2e/A/faf1894a33b14a819f33c72fd715cddf, entries=150, sequenceid=331, filesize=30.5 K 2024-11-13T08:39:25,508 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-2 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/975d28e48e1db8c4b39b7a2934698d2e/.tmp/B/d0d6102b427a40f0a31ba4c8ac4bd737 as hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/975d28e48e1db8c4b39b7a2934698d2e/B/d0d6102b427a40f0a31ba4c8ac4bd737 2024-11-13T08:39:25,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,511 INFO [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-2 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/975d28e48e1db8c4b39b7a2934698d2e/B/d0d6102b427a40f0a31ba4c8ac4bd737, entries=150, sequenceid=331, filesize=12.0 K 2024-11-13T08:39:25,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,512 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-2 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/975d28e48e1db8c4b39b7a2934698d2e/.tmp/C/b3b02fa713c345439fb205f0f271f751 as hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/975d28e48e1db8c4b39b7a2934698d2e/C/b3b02fa713c345439fb205f0f271f751 2024-11-13T08:39:25,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,517 INFO [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-2 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/975d28e48e1db8c4b39b7a2934698d2e/C/b3b02fa713c345439fb205f0f271f751, entries=150, sequenceid=331, filesize=12.0 K 2024-11-13T08:39:25,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,518 INFO [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-2 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.HRegion(3140): Finished flush of dataSize ~87.22 KB/89310, heapSize ~229.22 KB/234720, currentSize=0 B/0 for 975d28e48e1db8c4b39b7a2934698d2e in 529ms, sequenceid=331, compaction requested=false 2024-11-13T08:39:25,518 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-2 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.HRegion(2603): Flush status journal for 975d28e48e1db8c4b39b7a2934698d2e: 2024-11-13T08:39:25,518 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-2 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e. 2024-11-13T08:39:25,518 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0-2 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=169 2024-11-13T08:39:25,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45349 {}] master.HMaster(4169): Remote procedure done, pid=169 2024-11-13T08:39:25,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,521 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=169, resume processing ppid=168 2024-11-13T08:39:25,521 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=169, ppid=168, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.6020 sec 2024-11-13T08:39:25,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,523 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=168, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=168, table=TestAcidGuarantees in 1.6070 sec 2024-11-13T08:39:25,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,866 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/975d28e48e1db8c4b39b7a2934698d2e/.tmp/C/d76709f6434244d6a2445f600b8e2be3 as hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/975d28e48e1db8c4b39b7a2934698d2e/C/d76709f6434244d6a2445f600b8e2be3 2024-11-13T08:39:25,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,871 INFO [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 975d28e48e1db8c4b39b7a2934698d2e/C of 975d28e48e1db8c4b39b7a2934698d2e into d76709f6434244d6a2445f600b8e2be3(size=12.7 K), total size for store is 24.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T08:39:25,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,871 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 975d28e48e1db8c4b39b7a2934698d2e: 2024-11-13T08:39:25,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,871 INFO [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e., storeName=975d28e48e1db8c4b39b7a2934698d2e/C, priority=12, startTime=1731487164970; duration=0sec 2024-11-13T08:39:25,871 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T08:39:25,871 DEBUG [RS:0;dd3a0865bb23:43851-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 975d28e48e1db8c4b39b7a2934698d2e:C 2024-11-13T08:39:25,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,984 INFO [Thread-2422 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2422. 2024-11-13T08:39:25,984 DEBUG [Thread-2422 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-13T08:39:25,984 DEBUG [Thread-2422 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T08:39:25,985 DEBUG [Thread-2422 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T08:39:25,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,985 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T08:39:25,985 INFO [Thread-2420 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2420. 2024-11-13T08:39:25,985 DEBUG [Thread-2420 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-13T08:39:25,985 DEBUG [Thread-2420 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T08:39:25,985 DEBUG [Thread-2420 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T08:39:25,985 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T08:39:25,986 INFO [Thread-2409 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2409. 2024-11-13T08:39:25,986 DEBUG [Thread-2409 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-13T08:39:25,986 DEBUG [Thread-2409 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T08:39:25,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,986 DEBUG [Thread-2409 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T08:39:25,986 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T08:39:25,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,987 INFO [Thread-2414 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2414. 2024-11-13T08:39:25,987 DEBUG [Thread-2414 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-13T08:39:25,987 DEBUG [Thread-2414 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T08:39:25,988 DEBUG [Thread-2414 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T08:39:25,988 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T08:39:25,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,988 INFO [Thread-2418 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2418. 2024-11-13T08:39:25,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,988 DEBUG [Thread-2418 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-13T08:39:25,988 DEBUG [Thread-2418 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T08:39:25,989 DEBUG [Thread-2418 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T08:39:25,989 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T08:39:25,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:25,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:26,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:26,001 INFO [Thread-2416 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2416. 2024-11-13T08:39:26,001 DEBUG [Thread-2416 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-13T08:39:26,001 DEBUG [Thread-2416 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T08:39:26,002 DEBUG [Thread-2416 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T08:39:26,002 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T08:39:26,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45349 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=168 2024-11-13T08:39:26,065 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-13T08:39:28,126 INFO [Thread-2403 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2403. 2024-11-13T08:39:28,126 DEBUG [Thread-2403 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-13T08:39:28,126 DEBUG [Thread-2403 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T08:39:28,126 DEBUG [Thread-2403 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T08:39:28,127 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T08:39:28,147 INFO [Thread-2407 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2407. 2024-11-13T08:39:28,147 DEBUG [Thread-2407 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-13T08:39:28,147 DEBUG [Thread-2407 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T08:39:28,147 DEBUG [Thread-2407 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T08:39:28,147 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T08:39:28,156 INFO [Thread-2411 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2411. 2024-11-13T08:39:28,156 DEBUG [Thread-2411 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-13T08:39:28,156 DEBUG [Thread-2411 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T08:39:28,156 DEBUG [Thread-2411 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T08:39:28,156 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T08:39:29,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43851 {}] regionserver.HRegion(8855): Flush requested on 975d28e48e1db8c4b39b7a2934698d2e 2024-11-13T08:39:29,307 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-13T08:39:29,307 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 975d28e48e1db8c4b39b7a2934698d2e 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-13T08:39:29,307 INFO [Thread-2405 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2405. 2024-11-13T08:39:29,307 DEBUG [Thread-2405 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-13T08:39:29,307 DEBUG [Thread-2405 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T08:39:29,307 DEBUG [Thread-2405 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T08:39:29,307 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T08:39:29,307 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-13T08:39:29,307 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 22 2024-11-13T08:39:29,308 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 18 2024-11-13T08:39:29,308 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 25 2024-11-13T08:39:29,308 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 151 2024-11-13T08:39:29,308 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 50 2024-11-13T08:39:29,308 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-13T08:39:29,308 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 3009 2024-11-13T08:39:29,308 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 2988 2024-11-13T08:39:29,308 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 2948 2024-11-13T08:39:29,308 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 3003 2024-11-13T08:39:29,308 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 2980 2024-11-13T08:39:29,308 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-13T08:39:29,308 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T08:39:29,308 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool.doWork(AcidGuaranteesTestTool.java:131) at org.apache.hadoop.hbase.util.AbstractHBaseTool.run(AbstractHBaseTool.java:150) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:102) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.testMobGetAtomicity(AcidGuaranteesTestBase.java:122) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T08:39:29,308 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T08:39:29,308 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T08:39:29,308 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T08:39:29,309 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45349 {}] master.HMaster$13(2820): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-11-13T08:39:29,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45349 {}] procedure2.ProcedureExecutor(1139): Stored pid=170, state=RUNNABLE:DISABLE_TABLE_PREPARE, hasLock=false; DisableTableProcedure table=TestAcidGuarantees 2024-11-13T08:39:29,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45349 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=170 2024-11-13T08:39:29,312 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731487169311"}]},"ts":"1731487169311"} 2024-11-13T08:39:29,313 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-13T08:39:29,313 INFO [PEWorker-3 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-13T08:39:29,314 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=171, ppid=170, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-13T08:39:29,314 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241113efa6d0ecbdf5478e9fdea1d0c8839dfd_975d28e48e1db8c4b39b7a2934698d2e is 50, key is test_row_0/A:col10/1731487168155/Put/seqid=0 2024-11-13T08:39:29,315 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=172, ppid=171, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=975d28e48e1db8c4b39b7a2934698d2e, UNASSIGN}] 2024-11-13T08:39:29,316 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=172, ppid=171, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=975d28e48e1db8c4b39b7a2934698d2e, UNASSIGN 2024-11-13T08:39:29,316 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=172 updating hbase:meta row=975d28e48e1db8c4b39b7a2934698d2e, regionState=CLOSING, regionLocation=dd3a0865bb23,43851,1731486997349 2024-11-13T08:39:29,317 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38605 is added to blk_1073742461_1637 (size=12454) 2024-11-13T08:39:29,318 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=172, ppid=171, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=975d28e48e1db8c4b39b7a2934698d2e, UNASSIGN because future has completed 2024-11-13T08:39:29,318 DEBUG [PEWorker-2 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-13T08:39:29,318 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=173, ppid=172, state=RUNNABLE, hasLock=false; CloseRegionProcedure 975d28e48e1db8c4b39b7a2934698d2e, server=dd3a0865bb23,43851,1731486997349}] 2024-11-13T08:39:29,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45349 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=170 2024-11-13T08:39:29,470 INFO [RS_CLOSE_REGION-regionserver/dd3a0865bb23:0-0 {event_type=M_RS_CLOSE_REGION, pid=173}] handler.UnassignRegionHandler(122): Close 975d28e48e1db8c4b39b7a2934698d2e 2024-11-13T08:39:29,470 DEBUG [RS_CLOSE_REGION-regionserver/dd3a0865bb23:0-0 {event_type=M_RS_CLOSE_REGION, pid=173}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-13T08:39:29,470 DEBUG [RS_CLOSE_REGION-regionserver/dd3a0865bb23:0-0 {event_type=M_RS_CLOSE_REGION, pid=173}] regionserver.HRegion(1722): Closing 975d28e48e1db8c4b39b7a2934698d2e, disabling compactions & flushes 2024-11-13T08:39:29,470 DEBUG [RS_CLOSE_REGION-regionserver/dd3a0865bb23:0-0 {event_type=M_RS_CLOSE_REGION, pid=173}] regionserver.HRegion(1993): waiting for 0 compactions & cache flush to complete for region TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e. 2024-11-13T08:39:29,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45349 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=170 2024-11-13T08:39:29,718 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:39:29,722 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241113efa6d0ecbdf5478e9fdea1d0c8839dfd_975d28e48e1db8c4b39b7a2934698d2e to hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241113efa6d0ecbdf5478e9fdea1d0c8839dfd_975d28e48e1db8c4b39b7a2934698d2e 2024-11-13T08:39:29,722 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/975d28e48e1db8c4b39b7a2934698d2e/.tmp/A/73648287f2ba456eafed7b32b5d9278d, store: [table=TestAcidGuarantees family=A region=975d28e48e1db8c4b39b7a2934698d2e] 2024-11-13T08:39:29,723 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/975d28e48e1db8c4b39b7a2934698d2e/.tmp/A/73648287f2ba456eafed7b32b5d9278d is 175, key is test_row_0/A:col10/1731487168155/Put/seqid=0 2024-11-13T08:39:29,725 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38605 is added to blk_1073742462_1638 (size=31255) 2024-11-13T08:39:29,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45349 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=170 2024-11-13T08:39:30,126 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=345, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/975d28e48e1db8c4b39b7a2934698d2e/.tmp/A/73648287f2ba456eafed7b32b5d9278d 2024-11-13T08:39:30,131 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/975d28e48e1db8c4b39b7a2934698d2e/.tmp/B/22a992b10db5407d81f16f417686207b is 50, key is test_row_0/B:col10/1731487168155/Put/seqid=0 2024-11-13T08:39:30,134 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38605 is added to blk_1073742463_1639 (size=12301) 2024-11-13T08:39:30,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45349 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=170 2024-11-13T08:39:30,535 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=345 (bloomFilter=true), to=hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/975d28e48e1db8c4b39b7a2934698d2e/.tmp/B/22a992b10db5407d81f16f417686207b 2024-11-13T08:39:30,541 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/975d28e48e1db8c4b39b7a2934698d2e/.tmp/C/c8919e17fcf44bc0a2f91a61ff4dd443 is 50, key is test_row_0/C:col10/1731487168155/Put/seqid=0 2024-11-13T08:39:30,544 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38605 is added to blk_1073742464_1640 (size=12301) 2024-11-13T08:39:30,945 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=345 (bloomFilter=true), to=hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/975d28e48e1db8c4b39b7a2934698d2e/.tmp/C/c8919e17fcf44bc0a2f91a61ff4dd443 2024-11-13T08:39:30,948 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/975d28e48e1db8c4b39b7a2934698d2e/.tmp/A/73648287f2ba456eafed7b32b5d9278d as hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/975d28e48e1db8c4b39b7a2934698d2e/A/73648287f2ba456eafed7b32b5d9278d 2024-11-13T08:39:30,951 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/975d28e48e1db8c4b39b7a2934698d2e/A/73648287f2ba456eafed7b32b5d9278d, entries=150, sequenceid=345, filesize=30.5 K 2024-11-13T08:39:30,951 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/975d28e48e1db8c4b39b7a2934698d2e/.tmp/B/22a992b10db5407d81f16f417686207b as hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/975d28e48e1db8c4b39b7a2934698d2e/B/22a992b10db5407d81f16f417686207b 2024-11-13T08:39:30,954 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/975d28e48e1db8c4b39b7a2934698d2e/B/22a992b10db5407d81f16f417686207b, entries=150, sequenceid=345, filesize=12.0 K 2024-11-13T08:39:30,954 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/975d28e48e1db8c4b39b7a2934698d2e/.tmp/C/c8919e17fcf44bc0a2f91a61ff4dd443 as hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/975d28e48e1db8c4b39b7a2934698d2e/C/c8919e17fcf44bc0a2f91a61ff4dd443 2024-11-13T08:39:30,957 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/975d28e48e1db8c4b39b7a2934698d2e/C/c8919e17fcf44bc0a2f91a61ff4dd443, entries=150, sequenceid=345, filesize=12.0 K 2024-11-13T08:39:30,957 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=0 B/0 for 975d28e48e1db8c4b39b7a2934698d2e in 1650ms, sequenceid=345, compaction requested=true 2024-11-13T08:39:30,958 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 975d28e48e1db8c4b39b7a2934698d2e: 2024-11-13T08:39:30,958 INFO [RS_CLOSE_REGION-regionserver/dd3a0865bb23:0-0 {event_type=M_RS_CLOSE_REGION, pid=173}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e. 2024-11-13T08:39:30,958 DEBUG [RS_CLOSE_REGION-regionserver/dd3a0865bb23:0-0 {event_type=M_RS_CLOSE_REGION, pid=173}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e. 2024-11-13T08:39:30,958 DEBUG [RS_CLOSE_REGION-regionserver/dd3a0865bb23:0-0 {event_type=M_RS_CLOSE_REGION, pid=173}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e. after waiting 0 ms 2024-11-13T08:39:30,958 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 975d28e48e1db8c4b39b7a2934698d2e:A, priority=-2147483648, current under compaction store size is 1 2024-11-13T08:39:30,958 DEBUG [RS_CLOSE_REGION-regionserver/dd3a0865bb23:0-0 {event_type=M_RS_CLOSE_REGION, pid=173}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e. 2024-11-13T08:39:30,958 DEBUG [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e. because compaction request was cancelled 2024-11-13T08:39:30,958 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T08:39:30,958 DEBUG [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 975d28e48e1db8c4b39b7a2934698d2e:A 2024-11-13T08:39:30,958 DEBUG [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e. because compaction request was cancelled 2024-11-13T08:39:30,958 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 975d28e48e1db8c4b39b7a2934698d2e:B, priority=-2147483648, current under compaction store size is 1 2024-11-13T08:39:30,958 DEBUG [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 975d28e48e1db8c4b39b7a2934698d2e:B 2024-11-13T08:39:30,958 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T08:39:30,958 DEBUG [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e. because compaction request was cancelled 2024-11-13T08:39:30,958 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 975d28e48e1db8c4b39b7a2934698d2e:C, priority=-2147483648, current under compaction store size is 1 2024-11-13T08:39:30,958 DEBUG [RS:0;dd3a0865bb23:43851-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 975d28e48e1db8c4b39b7a2934698d2e:C 2024-11-13T08:39:30,958 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T08:39:30,958 DEBUG [StoreCloser-TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/975d28e48e1db8c4b39b7a2934698d2e/A/f9727fb2c458420c991065d4b0787ead, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/975d28e48e1db8c4b39b7a2934698d2e/A/8c574aafe7c548058ad5f0b9f0283e28, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/975d28e48e1db8c4b39b7a2934698d2e/A/54208385c846407fa46063957fade49d, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/975d28e48e1db8c4b39b7a2934698d2e/A/36cc4501ef8a4fcb8738d212219e1731, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/975d28e48e1db8c4b39b7a2934698d2e/A/3f5ee73d7e5740d391cf2e9614ced5f5, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/975d28e48e1db8c4b39b7a2934698d2e/A/d3595ff6fde54dc3b0890a5e04c3d2a3, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/975d28e48e1db8c4b39b7a2934698d2e/A/9a917ff26b634e40b571e9b265466980, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/975d28e48e1db8c4b39b7a2934698d2e/A/5a89067030fe43be8f1f94822ee5e3fa, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/975d28e48e1db8c4b39b7a2934698d2e/A/e3518fa6ec16472b914acfddab4e277a, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/975d28e48e1db8c4b39b7a2934698d2e/A/31325aac08344f13b7deab97beafdbb5, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/975d28e48e1db8c4b39b7a2934698d2e/A/865f7edcf3324a8b992aa8b103b27ed2, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/975d28e48e1db8c4b39b7a2934698d2e/A/1399a6d521d54fcea7f5d7d1f362f667, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/975d28e48e1db8c4b39b7a2934698d2e/A/9f08b9c5e71a4d4f98e36638fd956254, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/975d28e48e1db8c4b39b7a2934698d2e/A/2c4dc9807b3d4c06a8319c63dbaabf06, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/975d28e48e1db8c4b39b7a2934698d2e/A/db502cca66cc4238a2a329fd3bcdfbe7, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/975d28e48e1db8c4b39b7a2934698d2e/A/2b4e314ffa7c4272b0d05f1ecd77e309, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/975d28e48e1db8c4b39b7a2934698d2e/A/af2878336fb04176af75f33a193164e2, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/975d28e48e1db8c4b39b7a2934698d2e/A/7c23fcaea19540ba89d237774339f9fe, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/975d28e48e1db8c4b39b7a2934698d2e/A/3b0a43a680a74370ba4c8e7c2fc36a79, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/975d28e48e1db8c4b39b7a2934698d2e/A/8b34ff5b6f154ef5a69eb2368b26afac, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/975d28e48e1db8c4b39b7a2934698d2e/A/625342a0b86b4248bfea05a611a62f43, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/975d28e48e1db8c4b39b7a2934698d2e/A/d2b5537ac0c7479cb923828a02e27297] to archive 2024-11-13T08:39:30,959 DEBUG [StoreCloser-TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-13T08:39:30,960 DEBUG [StoreCloser-TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/975d28e48e1db8c4b39b7a2934698d2e/A/f9727fb2c458420c991065d4b0787ead to hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/archive/data/default/TestAcidGuarantees/975d28e48e1db8c4b39b7a2934698d2e/A/f9727fb2c458420c991065d4b0787ead 2024-11-13T08:39:30,961 DEBUG [StoreCloser-TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/975d28e48e1db8c4b39b7a2934698d2e/A/8c574aafe7c548058ad5f0b9f0283e28 to hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/archive/data/default/TestAcidGuarantees/975d28e48e1db8c4b39b7a2934698d2e/A/8c574aafe7c548058ad5f0b9f0283e28 2024-11-13T08:39:30,961 DEBUG [StoreCloser-TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/975d28e48e1db8c4b39b7a2934698d2e/A/54208385c846407fa46063957fade49d to hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/archive/data/default/TestAcidGuarantees/975d28e48e1db8c4b39b7a2934698d2e/A/54208385c846407fa46063957fade49d 2024-11-13T08:39:30,962 DEBUG [StoreCloser-TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/975d28e48e1db8c4b39b7a2934698d2e/A/36cc4501ef8a4fcb8738d212219e1731 to hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/archive/data/default/TestAcidGuarantees/975d28e48e1db8c4b39b7a2934698d2e/A/36cc4501ef8a4fcb8738d212219e1731 2024-11-13T08:39:30,963 DEBUG [StoreCloser-TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/975d28e48e1db8c4b39b7a2934698d2e/A/3f5ee73d7e5740d391cf2e9614ced5f5 to hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/archive/data/default/TestAcidGuarantees/975d28e48e1db8c4b39b7a2934698d2e/A/3f5ee73d7e5740d391cf2e9614ced5f5 2024-11-13T08:39:30,963 DEBUG [StoreCloser-TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/975d28e48e1db8c4b39b7a2934698d2e/A/d3595ff6fde54dc3b0890a5e04c3d2a3 to hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/archive/data/default/TestAcidGuarantees/975d28e48e1db8c4b39b7a2934698d2e/A/d3595ff6fde54dc3b0890a5e04c3d2a3 2024-11-13T08:39:30,964 DEBUG [StoreCloser-TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/975d28e48e1db8c4b39b7a2934698d2e/A/9a917ff26b634e40b571e9b265466980 to hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/archive/data/default/TestAcidGuarantees/975d28e48e1db8c4b39b7a2934698d2e/A/9a917ff26b634e40b571e9b265466980 2024-11-13T08:39:30,965 DEBUG [StoreCloser-TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/975d28e48e1db8c4b39b7a2934698d2e/A/5a89067030fe43be8f1f94822ee5e3fa to hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/archive/data/default/TestAcidGuarantees/975d28e48e1db8c4b39b7a2934698d2e/A/5a89067030fe43be8f1f94822ee5e3fa 2024-11-13T08:39:30,966 DEBUG [StoreCloser-TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/975d28e48e1db8c4b39b7a2934698d2e/A/e3518fa6ec16472b914acfddab4e277a to hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/archive/data/default/TestAcidGuarantees/975d28e48e1db8c4b39b7a2934698d2e/A/e3518fa6ec16472b914acfddab4e277a 2024-11-13T08:39:30,967 DEBUG [StoreCloser-TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/975d28e48e1db8c4b39b7a2934698d2e/A/31325aac08344f13b7deab97beafdbb5 to hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/archive/data/default/TestAcidGuarantees/975d28e48e1db8c4b39b7a2934698d2e/A/31325aac08344f13b7deab97beafdbb5 2024-11-13T08:39:30,968 DEBUG [StoreCloser-TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/975d28e48e1db8c4b39b7a2934698d2e/A/865f7edcf3324a8b992aa8b103b27ed2 to hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/archive/data/default/TestAcidGuarantees/975d28e48e1db8c4b39b7a2934698d2e/A/865f7edcf3324a8b992aa8b103b27ed2 2024-11-13T08:39:30,969 DEBUG [StoreCloser-TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/975d28e48e1db8c4b39b7a2934698d2e/A/1399a6d521d54fcea7f5d7d1f362f667 to hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/archive/data/default/TestAcidGuarantees/975d28e48e1db8c4b39b7a2934698d2e/A/1399a6d521d54fcea7f5d7d1f362f667 2024-11-13T08:39:30,970 DEBUG [StoreCloser-TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/975d28e48e1db8c4b39b7a2934698d2e/A/9f08b9c5e71a4d4f98e36638fd956254 to hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/archive/data/default/TestAcidGuarantees/975d28e48e1db8c4b39b7a2934698d2e/A/9f08b9c5e71a4d4f98e36638fd956254 2024-11-13T08:39:30,970 DEBUG [StoreCloser-TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/975d28e48e1db8c4b39b7a2934698d2e/A/2c4dc9807b3d4c06a8319c63dbaabf06 to hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/archive/data/default/TestAcidGuarantees/975d28e48e1db8c4b39b7a2934698d2e/A/2c4dc9807b3d4c06a8319c63dbaabf06 2024-11-13T08:39:30,971 DEBUG [StoreCloser-TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/975d28e48e1db8c4b39b7a2934698d2e/A/db502cca66cc4238a2a329fd3bcdfbe7 to hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/archive/data/default/TestAcidGuarantees/975d28e48e1db8c4b39b7a2934698d2e/A/db502cca66cc4238a2a329fd3bcdfbe7 2024-11-13T08:39:30,972 DEBUG [StoreCloser-TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/975d28e48e1db8c4b39b7a2934698d2e/A/2b4e314ffa7c4272b0d05f1ecd77e309 to hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/archive/data/default/TestAcidGuarantees/975d28e48e1db8c4b39b7a2934698d2e/A/2b4e314ffa7c4272b0d05f1ecd77e309 2024-11-13T08:39:30,973 DEBUG [StoreCloser-TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/975d28e48e1db8c4b39b7a2934698d2e/A/af2878336fb04176af75f33a193164e2 to hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/archive/data/default/TestAcidGuarantees/975d28e48e1db8c4b39b7a2934698d2e/A/af2878336fb04176af75f33a193164e2 2024-11-13T08:39:30,973 DEBUG [StoreCloser-TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/975d28e48e1db8c4b39b7a2934698d2e/A/7c23fcaea19540ba89d237774339f9fe to hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/archive/data/default/TestAcidGuarantees/975d28e48e1db8c4b39b7a2934698d2e/A/7c23fcaea19540ba89d237774339f9fe 2024-11-13T08:39:30,974 DEBUG [StoreCloser-TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/975d28e48e1db8c4b39b7a2934698d2e/A/3b0a43a680a74370ba4c8e7c2fc36a79 to hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/archive/data/default/TestAcidGuarantees/975d28e48e1db8c4b39b7a2934698d2e/A/3b0a43a680a74370ba4c8e7c2fc36a79 2024-11-13T08:39:30,975 DEBUG [StoreCloser-TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/975d28e48e1db8c4b39b7a2934698d2e/A/8b34ff5b6f154ef5a69eb2368b26afac to hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/archive/data/default/TestAcidGuarantees/975d28e48e1db8c4b39b7a2934698d2e/A/8b34ff5b6f154ef5a69eb2368b26afac 2024-11-13T08:39:30,976 DEBUG [StoreCloser-TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/975d28e48e1db8c4b39b7a2934698d2e/A/625342a0b86b4248bfea05a611a62f43 to hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/archive/data/default/TestAcidGuarantees/975d28e48e1db8c4b39b7a2934698d2e/A/625342a0b86b4248bfea05a611a62f43 2024-11-13T08:39:30,977 DEBUG [StoreCloser-TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/975d28e48e1db8c4b39b7a2934698d2e/A/d2b5537ac0c7479cb923828a02e27297 to hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/archive/data/default/TestAcidGuarantees/975d28e48e1db8c4b39b7a2934698d2e/A/d2b5537ac0c7479cb923828a02e27297 2024-11-13T08:39:30,979 DEBUG [StoreCloser-TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/975d28e48e1db8c4b39b7a2934698d2e/B/bf4278fc061f49e3a674a8a5b49dfe4b, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/975d28e48e1db8c4b39b7a2934698d2e/B/a4caa6d6c2524ae1aed4a88764e893b6, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/975d28e48e1db8c4b39b7a2934698d2e/B/0b959808b20148b89ab780fcb7a98ab8, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/975d28e48e1db8c4b39b7a2934698d2e/B/7d32a4aaf3b142b4a211f7994a573071, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/975d28e48e1db8c4b39b7a2934698d2e/B/9b9f54fd3ca04ed4b16827601682cd3b, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/975d28e48e1db8c4b39b7a2934698d2e/B/16c129d25df14e89948060abe8cf9a30, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/975d28e48e1db8c4b39b7a2934698d2e/B/70dc7af9a9324ac09c93369f7d2a9fa1, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/975d28e48e1db8c4b39b7a2934698d2e/B/c9815cd6f72f422f9f6e14008fd0e530, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/975d28e48e1db8c4b39b7a2934698d2e/B/ac3be4c88c1a4512884154f266f51b19, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/975d28e48e1db8c4b39b7a2934698d2e/B/a7be5497152348f7b5b21520b6a31e61, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/975d28e48e1db8c4b39b7a2934698d2e/B/ff97408986834f1c864ec9dac8f06668, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/975d28e48e1db8c4b39b7a2934698d2e/B/7b34f5fd00cb496180152ce1dcbc3992, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/975d28e48e1db8c4b39b7a2934698d2e/B/fb08cbd810d74142a4468ecf007fc00c, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/975d28e48e1db8c4b39b7a2934698d2e/B/ee517dfd10fe42ba8409978ae6417314, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/975d28e48e1db8c4b39b7a2934698d2e/B/18f24330c74a4cc2aa76481afb9f492c, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/975d28e48e1db8c4b39b7a2934698d2e/B/b7068dd01f014aad9f08b77fd9332253, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/975d28e48e1db8c4b39b7a2934698d2e/B/8db84985057f44608289bc7b3d7bb528, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/975d28e48e1db8c4b39b7a2934698d2e/B/c9fd210efd0b47f89a436443eec5d3d8, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/975d28e48e1db8c4b39b7a2934698d2e/B/0766079ba2c54b6f9193bf4f4d6d090d, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/975d28e48e1db8c4b39b7a2934698d2e/B/22f96c4fc3aa4eef8e24daae5ded5055, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/975d28e48e1db8c4b39b7a2934698d2e/B/4ecec372fd354ce69accf6c1f1c56ab3, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/975d28e48e1db8c4b39b7a2934698d2e/B/b2e7b01cc3e44e72be2b5084fcaf4ed1] to archive 2024-11-13T08:39:30,980 DEBUG [StoreCloser-TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-13T08:39:30,981 DEBUG [StoreCloser-TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/975d28e48e1db8c4b39b7a2934698d2e/B/bf4278fc061f49e3a674a8a5b49dfe4b to hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/archive/data/default/TestAcidGuarantees/975d28e48e1db8c4b39b7a2934698d2e/B/bf4278fc061f49e3a674a8a5b49dfe4b 2024-11-13T08:39:30,982 DEBUG [StoreCloser-TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/975d28e48e1db8c4b39b7a2934698d2e/B/a4caa6d6c2524ae1aed4a88764e893b6 to hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/archive/data/default/TestAcidGuarantees/975d28e48e1db8c4b39b7a2934698d2e/B/a4caa6d6c2524ae1aed4a88764e893b6 2024-11-13T08:39:30,983 DEBUG [StoreCloser-TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/975d28e48e1db8c4b39b7a2934698d2e/B/0b959808b20148b89ab780fcb7a98ab8 to hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/archive/data/default/TestAcidGuarantees/975d28e48e1db8c4b39b7a2934698d2e/B/0b959808b20148b89ab780fcb7a98ab8 2024-11-13T08:39:30,984 DEBUG [StoreCloser-TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/975d28e48e1db8c4b39b7a2934698d2e/B/7d32a4aaf3b142b4a211f7994a573071 to hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/archive/data/default/TestAcidGuarantees/975d28e48e1db8c4b39b7a2934698d2e/B/7d32a4aaf3b142b4a211f7994a573071 2024-11-13T08:39:30,985 DEBUG [StoreCloser-TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/975d28e48e1db8c4b39b7a2934698d2e/B/9b9f54fd3ca04ed4b16827601682cd3b to hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/archive/data/default/TestAcidGuarantees/975d28e48e1db8c4b39b7a2934698d2e/B/9b9f54fd3ca04ed4b16827601682cd3b 2024-11-13T08:39:30,986 DEBUG [StoreCloser-TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/975d28e48e1db8c4b39b7a2934698d2e/B/16c129d25df14e89948060abe8cf9a30 to hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/archive/data/default/TestAcidGuarantees/975d28e48e1db8c4b39b7a2934698d2e/B/16c129d25df14e89948060abe8cf9a30 2024-11-13T08:39:30,987 DEBUG [StoreCloser-TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/975d28e48e1db8c4b39b7a2934698d2e/B/70dc7af9a9324ac09c93369f7d2a9fa1 to hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/archive/data/default/TestAcidGuarantees/975d28e48e1db8c4b39b7a2934698d2e/B/70dc7af9a9324ac09c93369f7d2a9fa1 2024-11-13T08:39:30,988 DEBUG [StoreCloser-TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/975d28e48e1db8c4b39b7a2934698d2e/B/c9815cd6f72f422f9f6e14008fd0e530 to hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/archive/data/default/TestAcidGuarantees/975d28e48e1db8c4b39b7a2934698d2e/B/c9815cd6f72f422f9f6e14008fd0e530 2024-11-13T08:39:30,989 DEBUG [StoreCloser-TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/975d28e48e1db8c4b39b7a2934698d2e/B/ac3be4c88c1a4512884154f266f51b19 to hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/archive/data/default/TestAcidGuarantees/975d28e48e1db8c4b39b7a2934698d2e/B/ac3be4c88c1a4512884154f266f51b19 2024-11-13T08:39:30,990 DEBUG [StoreCloser-TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/975d28e48e1db8c4b39b7a2934698d2e/B/a7be5497152348f7b5b21520b6a31e61 to hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/archive/data/default/TestAcidGuarantees/975d28e48e1db8c4b39b7a2934698d2e/B/a7be5497152348f7b5b21520b6a31e61 2024-11-13T08:39:30,990 DEBUG [StoreCloser-TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/975d28e48e1db8c4b39b7a2934698d2e/B/ff97408986834f1c864ec9dac8f06668 to hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/archive/data/default/TestAcidGuarantees/975d28e48e1db8c4b39b7a2934698d2e/B/ff97408986834f1c864ec9dac8f06668 2024-11-13T08:39:30,991 DEBUG [StoreCloser-TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/975d28e48e1db8c4b39b7a2934698d2e/B/7b34f5fd00cb496180152ce1dcbc3992 to hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/archive/data/default/TestAcidGuarantees/975d28e48e1db8c4b39b7a2934698d2e/B/7b34f5fd00cb496180152ce1dcbc3992 2024-11-13T08:39:30,992 DEBUG [StoreCloser-TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/975d28e48e1db8c4b39b7a2934698d2e/B/fb08cbd810d74142a4468ecf007fc00c to hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/archive/data/default/TestAcidGuarantees/975d28e48e1db8c4b39b7a2934698d2e/B/fb08cbd810d74142a4468ecf007fc00c 2024-11-13T08:39:30,993 DEBUG [StoreCloser-TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/975d28e48e1db8c4b39b7a2934698d2e/B/ee517dfd10fe42ba8409978ae6417314 to hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/archive/data/default/TestAcidGuarantees/975d28e48e1db8c4b39b7a2934698d2e/B/ee517dfd10fe42ba8409978ae6417314 2024-11-13T08:39:30,993 DEBUG [StoreCloser-TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/975d28e48e1db8c4b39b7a2934698d2e/B/18f24330c74a4cc2aa76481afb9f492c to hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/archive/data/default/TestAcidGuarantees/975d28e48e1db8c4b39b7a2934698d2e/B/18f24330c74a4cc2aa76481afb9f492c 2024-11-13T08:39:30,994 DEBUG [StoreCloser-TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/975d28e48e1db8c4b39b7a2934698d2e/B/b7068dd01f014aad9f08b77fd9332253 to hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/archive/data/default/TestAcidGuarantees/975d28e48e1db8c4b39b7a2934698d2e/B/b7068dd01f014aad9f08b77fd9332253 2024-11-13T08:39:30,995 DEBUG [StoreCloser-TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/975d28e48e1db8c4b39b7a2934698d2e/B/8db84985057f44608289bc7b3d7bb528 to hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/archive/data/default/TestAcidGuarantees/975d28e48e1db8c4b39b7a2934698d2e/B/8db84985057f44608289bc7b3d7bb528 2024-11-13T08:39:30,996 DEBUG [StoreCloser-TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/975d28e48e1db8c4b39b7a2934698d2e/B/c9fd210efd0b47f89a436443eec5d3d8 to hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/archive/data/default/TestAcidGuarantees/975d28e48e1db8c4b39b7a2934698d2e/B/c9fd210efd0b47f89a436443eec5d3d8 2024-11-13T08:39:30,996 DEBUG [StoreCloser-TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/975d28e48e1db8c4b39b7a2934698d2e/B/0766079ba2c54b6f9193bf4f4d6d090d to hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/archive/data/default/TestAcidGuarantees/975d28e48e1db8c4b39b7a2934698d2e/B/0766079ba2c54b6f9193bf4f4d6d090d 2024-11-13T08:39:30,997 DEBUG [StoreCloser-TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/975d28e48e1db8c4b39b7a2934698d2e/B/22f96c4fc3aa4eef8e24daae5ded5055 to hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/archive/data/default/TestAcidGuarantees/975d28e48e1db8c4b39b7a2934698d2e/B/22f96c4fc3aa4eef8e24daae5ded5055 2024-11-13T08:39:30,998 DEBUG [StoreCloser-TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/975d28e48e1db8c4b39b7a2934698d2e/B/4ecec372fd354ce69accf6c1f1c56ab3 to hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/archive/data/default/TestAcidGuarantees/975d28e48e1db8c4b39b7a2934698d2e/B/4ecec372fd354ce69accf6c1f1c56ab3 2024-11-13T08:39:30,999 DEBUG [StoreCloser-TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/975d28e48e1db8c4b39b7a2934698d2e/B/b2e7b01cc3e44e72be2b5084fcaf4ed1 to hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/archive/data/default/TestAcidGuarantees/975d28e48e1db8c4b39b7a2934698d2e/B/b2e7b01cc3e44e72be2b5084fcaf4ed1 2024-11-13T08:39:31,000 DEBUG [StoreCloser-TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/975d28e48e1db8c4b39b7a2934698d2e/C/12c4472f812d4768b4277403d9e6ef8b, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/975d28e48e1db8c4b39b7a2934698d2e/C/7e205a6c2a4c47fa8c80e1dbcc02e45f, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/975d28e48e1db8c4b39b7a2934698d2e/C/fbe04e384ca14cb59dd08a6876c1c747, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/975d28e48e1db8c4b39b7a2934698d2e/C/69377879a54240adade4de6059f12a08, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/975d28e48e1db8c4b39b7a2934698d2e/C/7d1fd2c5bd7b499caefbf540cabb6244, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/975d28e48e1db8c4b39b7a2934698d2e/C/16e05813d6154080ad5de92944ee2aea, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/975d28e48e1db8c4b39b7a2934698d2e/C/4596a7db651145bd837c1d30e822f69c, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/975d28e48e1db8c4b39b7a2934698d2e/C/a458ecb376ab4ec39ec7c7de5755ecf2, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/975d28e48e1db8c4b39b7a2934698d2e/C/f577e3a316eb45e097e23a5e8468c323, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/975d28e48e1db8c4b39b7a2934698d2e/C/03051fc53c6a429e9e0689c2d9b61ea6, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/975d28e48e1db8c4b39b7a2934698d2e/C/134b7390d82a469fb930585cc864150e, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/975d28e48e1db8c4b39b7a2934698d2e/C/7e7d7df22d4e496d95bbc8001c1b875a, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/975d28e48e1db8c4b39b7a2934698d2e/C/e182e7b4d59e4baa9eedc373f24fedea, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/975d28e48e1db8c4b39b7a2934698d2e/C/e360f7c5f9e148d8979a17da0440cd3c, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/975d28e48e1db8c4b39b7a2934698d2e/C/5f163791878949c7b242b7938568f32b, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/975d28e48e1db8c4b39b7a2934698d2e/C/4daa99b63baf44aab7831df7ae4ca4a7, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/975d28e48e1db8c4b39b7a2934698d2e/C/0bd57ca4be234a0091e4b91cc7fd888c, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/975d28e48e1db8c4b39b7a2934698d2e/C/8e63602906274a4f80e675996d142de5, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/975d28e48e1db8c4b39b7a2934698d2e/C/990b7b0c4462430b8847045adf98ba94, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/975d28e48e1db8c4b39b7a2934698d2e/C/a825f2fba46448f4b409074ebfaa036d, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/975d28e48e1db8c4b39b7a2934698d2e/C/c6402ce43766494182470314f05127de, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/975d28e48e1db8c4b39b7a2934698d2e/C/99296e280f97454d9421d21f732ec497] to archive 2024-11-13T08:39:31,000 DEBUG [StoreCloser-TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-13T08:39:31,001 DEBUG [StoreCloser-TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/975d28e48e1db8c4b39b7a2934698d2e/C/12c4472f812d4768b4277403d9e6ef8b to hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/archive/data/default/TestAcidGuarantees/975d28e48e1db8c4b39b7a2934698d2e/C/12c4472f812d4768b4277403d9e6ef8b 2024-11-13T08:39:31,002 DEBUG [StoreCloser-TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/975d28e48e1db8c4b39b7a2934698d2e/C/7e205a6c2a4c47fa8c80e1dbcc02e45f to hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/archive/data/default/TestAcidGuarantees/975d28e48e1db8c4b39b7a2934698d2e/C/7e205a6c2a4c47fa8c80e1dbcc02e45f 2024-11-13T08:39:31,003 DEBUG [StoreCloser-TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/975d28e48e1db8c4b39b7a2934698d2e/C/fbe04e384ca14cb59dd08a6876c1c747 to hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/archive/data/default/TestAcidGuarantees/975d28e48e1db8c4b39b7a2934698d2e/C/fbe04e384ca14cb59dd08a6876c1c747 2024-11-13T08:39:31,003 DEBUG [StoreCloser-TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/975d28e48e1db8c4b39b7a2934698d2e/C/69377879a54240adade4de6059f12a08 to hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/archive/data/default/TestAcidGuarantees/975d28e48e1db8c4b39b7a2934698d2e/C/69377879a54240adade4de6059f12a08 2024-11-13T08:39:31,004 DEBUG [StoreCloser-TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/975d28e48e1db8c4b39b7a2934698d2e/C/7d1fd2c5bd7b499caefbf540cabb6244 to hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/archive/data/default/TestAcidGuarantees/975d28e48e1db8c4b39b7a2934698d2e/C/7d1fd2c5bd7b499caefbf540cabb6244 2024-11-13T08:39:31,005 DEBUG [StoreCloser-TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/975d28e48e1db8c4b39b7a2934698d2e/C/16e05813d6154080ad5de92944ee2aea to hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/archive/data/default/TestAcidGuarantees/975d28e48e1db8c4b39b7a2934698d2e/C/16e05813d6154080ad5de92944ee2aea 2024-11-13T08:39:31,006 DEBUG [StoreCloser-TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/975d28e48e1db8c4b39b7a2934698d2e/C/4596a7db651145bd837c1d30e822f69c to hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/archive/data/default/TestAcidGuarantees/975d28e48e1db8c4b39b7a2934698d2e/C/4596a7db651145bd837c1d30e822f69c 2024-11-13T08:39:31,007 DEBUG [StoreCloser-TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/975d28e48e1db8c4b39b7a2934698d2e/C/a458ecb376ab4ec39ec7c7de5755ecf2 to hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/archive/data/default/TestAcidGuarantees/975d28e48e1db8c4b39b7a2934698d2e/C/a458ecb376ab4ec39ec7c7de5755ecf2 2024-11-13T08:39:31,008 DEBUG [StoreCloser-TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/975d28e48e1db8c4b39b7a2934698d2e/C/f577e3a316eb45e097e23a5e8468c323 to hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/archive/data/default/TestAcidGuarantees/975d28e48e1db8c4b39b7a2934698d2e/C/f577e3a316eb45e097e23a5e8468c323 2024-11-13T08:39:31,009 DEBUG [StoreCloser-TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/975d28e48e1db8c4b39b7a2934698d2e/C/03051fc53c6a429e9e0689c2d9b61ea6 to hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/archive/data/default/TestAcidGuarantees/975d28e48e1db8c4b39b7a2934698d2e/C/03051fc53c6a429e9e0689c2d9b61ea6 2024-11-13T08:39:31,010 DEBUG [StoreCloser-TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/975d28e48e1db8c4b39b7a2934698d2e/C/134b7390d82a469fb930585cc864150e to hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/archive/data/default/TestAcidGuarantees/975d28e48e1db8c4b39b7a2934698d2e/C/134b7390d82a469fb930585cc864150e 2024-11-13T08:39:31,010 DEBUG [StoreCloser-TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/975d28e48e1db8c4b39b7a2934698d2e/C/7e7d7df22d4e496d95bbc8001c1b875a to hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/archive/data/default/TestAcidGuarantees/975d28e48e1db8c4b39b7a2934698d2e/C/7e7d7df22d4e496d95bbc8001c1b875a 2024-11-13T08:39:31,011 DEBUG [StoreCloser-TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/975d28e48e1db8c4b39b7a2934698d2e/C/e182e7b4d59e4baa9eedc373f24fedea to hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/archive/data/default/TestAcidGuarantees/975d28e48e1db8c4b39b7a2934698d2e/C/e182e7b4d59e4baa9eedc373f24fedea 2024-11-13T08:39:31,012 DEBUG [StoreCloser-TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/975d28e48e1db8c4b39b7a2934698d2e/C/e360f7c5f9e148d8979a17da0440cd3c to hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/archive/data/default/TestAcidGuarantees/975d28e48e1db8c4b39b7a2934698d2e/C/e360f7c5f9e148d8979a17da0440cd3c 2024-11-13T08:39:31,013 DEBUG [StoreCloser-TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/975d28e48e1db8c4b39b7a2934698d2e/C/5f163791878949c7b242b7938568f32b to hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/archive/data/default/TestAcidGuarantees/975d28e48e1db8c4b39b7a2934698d2e/C/5f163791878949c7b242b7938568f32b 2024-11-13T08:39:31,014 DEBUG [StoreCloser-TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/975d28e48e1db8c4b39b7a2934698d2e/C/4daa99b63baf44aab7831df7ae4ca4a7 to hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/archive/data/default/TestAcidGuarantees/975d28e48e1db8c4b39b7a2934698d2e/C/4daa99b63baf44aab7831df7ae4ca4a7 2024-11-13T08:39:31,014 DEBUG [StoreCloser-TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/975d28e48e1db8c4b39b7a2934698d2e/C/0bd57ca4be234a0091e4b91cc7fd888c to hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/archive/data/default/TestAcidGuarantees/975d28e48e1db8c4b39b7a2934698d2e/C/0bd57ca4be234a0091e4b91cc7fd888c 2024-11-13T08:39:31,015 DEBUG [StoreCloser-TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/975d28e48e1db8c4b39b7a2934698d2e/C/8e63602906274a4f80e675996d142de5 to hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/archive/data/default/TestAcidGuarantees/975d28e48e1db8c4b39b7a2934698d2e/C/8e63602906274a4f80e675996d142de5 2024-11-13T08:39:31,016 DEBUG [StoreCloser-TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/975d28e48e1db8c4b39b7a2934698d2e/C/990b7b0c4462430b8847045adf98ba94 to hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/archive/data/default/TestAcidGuarantees/975d28e48e1db8c4b39b7a2934698d2e/C/990b7b0c4462430b8847045adf98ba94 2024-11-13T08:39:31,017 DEBUG [StoreCloser-TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/975d28e48e1db8c4b39b7a2934698d2e/C/a825f2fba46448f4b409074ebfaa036d to hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/archive/data/default/TestAcidGuarantees/975d28e48e1db8c4b39b7a2934698d2e/C/a825f2fba46448f4b409074ebfaa036d 2024-11-13T08:39:31,017 DEBUG [StoreCloser-TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/975d28e48e1db8c4b39b7a2934698d2e/C/c6402ce43766494182470314f05127de to hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/archive/data/default/TestAcidGuarantees/975d28e48e1db8c4b39b7a2934698d2e/C/c6402ce43766494182470314f05127de 2024-11-13T08:39:31,018 DEBUG [StoreCloser-TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/975d28e48e1db8c4b39b7a2934698d2e/C/99296e280f97454d9421d21f732ec497 to hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/archive/data/default/TestAcidGuarantees/975d28e48e1db8c4b39b7a2934698d2e/C/99296e280f97454d9421d21f732ec497 2024-11-13T08:39:31,022 DEBUG [RS_CLOSE_REGION-regionserver/dd3a0865bb23:0-0 {event_type=M_RS_CLOSE_REGION, pid=173}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/975d28e48e1db8c4b39b7a2934698d2e/recovered.edits/348.seqid, newMaxSeqId=348, maxSeqId=4 2024-11-13T08:39:31,022 INFO [RS_CLOSE_REGION-regionserver/dd3a0865bb23:0-0 {event_type=M_RS_CLOSE_REGION, pid=173}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e. 2024-11-13T08:39:31,022 DEBUG [RS_CLOSE_REGION-regionserver/dd3a0865bb23:0-0 {event_type=M_RS_CLOSE_REGION, pid=173}] regionserver.HRegion(1676): Region close journal for 975d28e48e1db8c4b39b7a2934698d2e: Waiting for close lock at 1731487169470Running coprocessor pre-close hooks at 1731487169470Disabling compacts and flushes for region at 1731487169470Disabling writes for close at 1731487170958 (+1488 ms)Writing region close event to WAL at 1731487171019 (+61 ms)Running coprocessor post-close hooks at 1731487171022 (+3 ms)Closed at 1731487171022 2024-11-13T08:39:31,024 INFO [RS_CLOSE_REGION-regionserver/dd3a0865bb23:0-0 {event_type=M_RS_CLOSE_REGION, pid=173}] handler.UnassignRegionHandler(157): Closed 975d28e48e1db8c4b39b7a2934698d2e 2024-11-13T08:39:31,024 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=172 updating hbase:meta row=975d28e48e1db8c4b39b7a2934698d2e, regionState=CLOSED 2024-11-13T08:39:31,026 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=173, ppid=172, state=RUNNABLE, hasLock=false; CloseRegionProcedure 975d28e48e1db8c4b39b7a2934698d2e, server=dd3a0865bb23,43851,1731486997349 because future has completed 2024-11-13T08:39:31,027 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=173, resume processing ppid=172 2024-11-13T08:39:31,028 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=173, ppid=172, state=SUCCESS, hasLock=false; CloseRegionProcedure 975d28e48e1db8c4b39b7a2934698d2e, server=dd3a0865bb23,43851,1731486997349 in 1.7080 sec 2024-11-13T08:39:31,029 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=172, resume processing ppid=171 2024-11-13T08:39:31,029 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=172, ppid=171, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=975d28e48e1db8c4b39b7a2934698d2e, UNASSIGN in 1.7130 sec 2024-11-13T08:39:31,030 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=171, resume processing ppid=170 2024-11-13T08:39:31,030 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=171, ppid=170, state=SUCCESS, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.7150 sec 2024-11-13T08:39:31,031 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731487171031"}]},"ts":"1731487171031"} 2024-11-13T08:39:31,032 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-13T08:39:31,032 INFO [PEWorker-2 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-13T08:39:31,034 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=170, state=SUCCESS, hasLock=false; DisableTableProcedure table=TestAcidGuarantees in 1.7240 sec 2024-11-13T08:39:31,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45349 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=170 2024-11-13T08:39:31,455 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DISABLE, Table Name: default:TestAcidGuarantees completed 2024-11-13T08:39:31,456 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45349 {}] master.HMaster$5(2570): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-11-13T08:39:31,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45349 {}] procedure2.ProcedureExecutor(1139): Stored pid=174, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees 2024-11-13T08:39:31,457 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=174, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-13T08:39:31,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45349 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=174 2024-11-13T08:39:31,458 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=174, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-13T08:39:31,460 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/975d28e48e1db8c4b39b7a2934698d2e 2024-11-13T08:39:31,462 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/975d28e48e1db8c4b39b7a2934698d2e/A, FileablePath, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/975d28e48e1db8c4b39b7a2934698d2e/B, FileablePath, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/975d28e48e1db8c4b39b7a2934698d2e/C, FileablePath, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/975d28e48e1db8c4b39b7a2934698d2e/recovered.edits] 2024-11-13T08:39:31,464 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/975d28e48e1db8c4b39b7a2934698d2e/A/50fcb49e377248cf82536ee537d0a4e3 to hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/archive/data/default/TestAcidGuarantees/975d28e48e1db8c4b39b7a2934698d2e/A/50fcb49e377248cf82536ee537d0a4e3 2024-11-13T08:39:31,465 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/975d28e48e1db8c4b39b7a2934698d2e/A/73648287f2ba456eafed7b32b5d9278d to hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/archive/data/default/TestAcidGuarantees/975d28e48e1db8c4b39b7a2934698d2e/A/73648287f2ba456eafed7b32b5d9278d 2024-11-13T08:39:31,465 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/975d28e48e1db8c4b39b7a2934698d2e/A/faf1894a33b14a819f33c72fd715cddf to hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/archive/data/default/TestAcidGuarantees/975d28e48e1db8c4b39b7a2934698d2e/A/faf1894a33b14a819f33c72fd715cddf 2024-11-13T08:39:31,467 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/975d28e48e1db8c4b39b7a2934698d2e/B/22a992b10db5407d81f16f417686207b to hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/archive/data/default/TestAcidGuarantees/975d28e48e1db8c4b39b7a2934698d2e/B/22a992b10db5407d81f16f417686207b 2024-11-13T08:39:31,468 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/975d28e48e1db8c4b39b7a2934698d2e/B/a9c96d6f51094f2aa84b7b02acc0715a to hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/archive/data/default/TestAcidGuarantees/975d28e48e1db8c4b39b7a2934698d2e/B/a9c96d6f51094f2aa84b7b02acc0715a 2024-11-13T08:39:31,468 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/975d28e48e1db8c4b39b7a2934698d2e/B/d0d6102b427a40f0a31ba4c8ac4bd737 to hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/archive/data/default/TestAcidGuarantees/975d28e48e1db8c4b39b7a2934698d2e/B/d0d6102b427a40f0a31ba4c8ac4bd737 2024-11-13T08:39:31,470 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/975d28e48e1db8c4b39b7a2934698d2e/C/b3b02fa713c345439fb205f0f271f751 to hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/archive/data/default/TestAcidGuarantees/975d28e48e1db8c4b39b7a2934698d2e/C/b3b02fa713c345439fb205f0f271f751 2024-11-13T08:39:31,471 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/975d28e48e1db8c4b39b7a2934698d2e/C/c8919e17fcf44bc0a2f91a61ff4dd443 to hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/archive/data/default/TestAcidGuarantees/975d28e48e1db8c4b39b7a2934698d2e/C/c8919e17fcf44bc0a2f91a61ff4dd443 2024-11-13T08:39:31,472 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/975d28e48e1db8c4b39b7a2934698d2e/C/d76709f6434244d6a2445f600b8e2be3 to hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/archive/data/default/TestAcidGuarantees/975d28e48e1db8c4b39b7a2934698d2e/C/d76709f6434244d6a2445f600b8e2be3 2024-11-13T08:39:31,474 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/975d28e48e1db8c4b39b7a2934698d2e/recovered.edits/348.seqid to hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/archive/data/default/TestAcidGuarantees/975d28e48e1db8c4b39b7a2934698d2e/recovered.edits/348.seqid 2024-11-13T08:39:31,474 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/default/TestAcidGuarantees/975d28e48e1db8c4b39b7a2934698d2e 2024-11-13T08:39:31,474 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-13T08:39:31,474 DEBUG [PEWorker-3 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-13T08:39:31,475 DEBUG [PEWorker-3 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A] 2024-11-13T08:39:31,477 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241113014e80e7f9e84acfa18f34636e23f7e2_975d28e48e1db8c4b39b7a2934698d2e to hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241113014e80e7f9e84acfa18f34636e23f7e2_975d28e48e1db8c4b39b7a2934698d2e 2024-11-13T08:39:31,478 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411130ed49cd9b61b463ab69c033df504aeb0_975d28e48e1db8c4b39b7a2934698d2e to hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411130ed49cd9b61b463ab69c033df504aeb0_975d28e48e1db8c4b39b7a2934698d2e 2024-11-13T08:39:31,479 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111312ab05fc6c524606a984e27276200012_975d28e48e1db8c4b39b7a2934698d2e to hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111312ab05fc6c524606a984e27276200012_975d28e48e1db8c4b39b7a2934698d2e 2024-11-13T08:39:31,481 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111322c505d59a704a16b10dd49760550717_975d28e48e1db8c4b39b7a2934698d2e to hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111322c505d59a704a16b10dd49760550717_975d28e48e1db8c4b39b7a2934698d2e 2024-11-13T08:39:31,482 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241113406ff9a69721464789a463de1db124ef_975d28e48e1db8c4b39b7a2934698d2e to hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241113406ff9a69721464789a463de1db124ef_975d28e48e1db8c4b39b7a2934698d2e 2024-11-13T08:39:31,483 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411134dbc46c857d145ba8cbd6fd99f75cfea_975d28e48e1db8c4b39b7a2934698d2e to hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411134dbc46c857d145ba8cbd6fd99f75cfea_975d28e48e1db8c4b39b7a2934698d2e 2024-11-13T08:39:31,484 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411135430f0a52e614c129bfa4d9bb0a0ffaa_975d28e48e1db8c4b39b7a2934698d2e to hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411135430f0a52e614c129bfa4d9bb0a0ffaa_975d28e48e1db8c4b39b7a2934698d2e 2024-11-13T08:39:31,485 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411136cc44db582aa41c3935ff65cb88d0fae_975d28e48e1db8c4b39b7a2934698d2e to hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411136cc44db582aa41c3935ff65cb88d0fae_975d28e48e1db8c4b39b7a2934698d2e 2024-11-13T08:39:31,486 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411137ed368d18ffd42acbfef645a2bf1502d_975d28e48e1db8c4b39b7a2934698d2e to hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411137ed368d18ffd42acbfef645a2bf1502d_975d28e48e1db8c4b39b7a2934698d2e 2024-11-13T08:39:31,487 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411138bf9d282f3b04777b602fb429db8e263_975d28e48e1db8c4b39b7a2934698d2e to hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411138bf9d282f3b04777b602fb429db8e263_975d28e48e1db8c4b39b7a2934698d2e 2024-11-13T08:39:31,488 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411138d4727708e004160a950404e71caa554_975d28e48e1db8c4b39b7a2934698d2e to hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411138d4727708e004160a950404e71caa554_975d28e48e1db8c4b39b7a2934698d2e 2024-11-13T08:39:31,489 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241113bedc725cb8874081b49f8784593c6700_975d28e48e1db8c4b39b7a2934698d2e to hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241113bedc725cb8874081b49f8784593c6700_975d28e48e1db8c4b39b7a2934698d2e 2024-11-13T08:39:31,490 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241113bfaaf17d630d4576b2e09b83ab0262bc_975d28e48e1db8c4b39b7a2934698d2e to hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241113bfaaf17d630d4576b2e09b83ab0262bc_975d28e48e1db8c4b39b7a2934698d2e 2024-11-13T08:39:31,491 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241113c523acbb54104421ae327a251a0fb7d1_975d28e48e1db8c4b39b7a2934698d2e to hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241113c523acbb54104421ae327a251a0fb7d1_975d28e48e1db8c4b39b7a2934698d2e 2024-11-13T08:39:31,492 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241113ca67df35384044e79d59a499726510cb_975d28e48e1db8c4b39b7a2934698d2e to hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241113ca67df35384044e79d59a499726510cb_975d28e48e1db8c4b39b7a2934698d2e 2024-11-13T08:39:31,493 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241113efa6d0ecbdf5478e9fdea1d0c8839dfd_975d28e48e1db8c4b39b7a2934698d2e to hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241113efa6d0ecbdf5478e9fdea1d0c8839dfd_975d28e48e1db8c4b39b7a2934698d2e 2024-11-13T08:39:31,494 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241113f15d7d85d6434496bafeddab4929dd34_975d28e48e1db8c4b39b7a2934698d2e to hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241113f15d7d85d6434496bafeddab4929dd34_975d28e48e1db8c4b39b7a2934698d2e 2024-11-13T08:39:31,495 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241113fcb14c76f770462e8deb16e0050c87a2_975d28e48e1db8c4b39b7a2934698d2e to hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241113fcb14c76f770462e8deb16e0050c87a2_975d28e48e1db8c4b39b7a2934698d2e 2024-11-13T08:39:31,495 DEBUG [PEWorker-3 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-13T08:39:31,497 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=174, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-13T08:39:31,499 WARN [PEWorker-3 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-13T08:39:31,501 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-13T08:39:31,502 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=174, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-13T08:39:31,502 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-13T08:39:31,502 DEBUG [PEWorker-3 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1731487171502"}]},"ts":"9223372036854775807"} 2024-11-13T08:39:31,503 INFO [PEWorker-3 {}] assignment.RegionStateStore(562): Deleted 1 regions from META 2024-11-13T08:39:31,503 DEBUG [PEWorker-3 {}] assignment.RegionStateStore(563): Deleted regions: [{ENCODED => 975d28e48e1db8c4b39b7a2934698d2e, NAME => 'TestAcidGuarantees,,1731487142883.975d28e48e1db8c4b39b7a2934698d2e.', STARTKEY => '', ENDKEY => ''}] 2024-11-13T08:39:31,503 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-13T08:39:31,504 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1731487171503"}]},"ts":"9223372036854775807"} 2024-11-13T08:39:31,505 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(867): Deleted table TestAcidGuarantees state from META 2024-11-13T08:39:31,505 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(133): Finished pid=174, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-13T08:39:31,506 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=174, state=SUCCESS, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees in 49 msec 2024-11-13T08:39:31,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45349 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=174 2024-11-13T08:39:31,565 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocator(219): Clear meta cache for TestAcidGuarantees 2024-11-13T08:39:31,569 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DELETE, Table Name: default:TestAcidGuarantees completed 2024-11-13T08:39:31,576 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithNoInMemCompaction#testMobGetAtomicity Thread=239 (was 240), OpenFileDescriptor=449 (was 449), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=490 (was 485) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=517 (was 594) 2024-11-13T08:39:31,576 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-13T08:39:31,576 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T08:39:31,576 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.tearDownAfterClass(AcidGuaranteesTestBase.java:66) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T08:39:31,576 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T08:39:31,576 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T08:39:31,576 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T08:39:31,576 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-13T08:39:31,576 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=611241949, stopped=false 2024-11-13T08:39:31,577 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=dd3a0865bb23,45349,1731486996512 2024-11-13T08:39:31,579 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43851-0x1011078bf230001, quorum=127.0.0.1:53503, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-13T08:39:31,579 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43851-0x1011078bf230001, quorum=127.0.0.1:53503, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T08:39:31,579 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-13T08:39:31,579 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45349-0x1011078bf230000, quorum=127.0.0.1:53503, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-13T08:39:31,579 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45349-0x1011078bf230000, quorum=127.0.0.1:53503, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T08:39:31,580 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:43851-0x1011078bf230001, quorum=127.0.0.1:53503, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-13T08:39:31,580 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:45349-0x1011078bf230000, quorum=127.0.0.1:53503, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-13T08:39:31,581 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T08:39:31,581 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.tearDownAfterClass(AcidGuaranteesTestBase.java:66) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T08:39:31,581 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T08:39:31,582 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'dd3a0865bb23,43851,1731486997349' ***** 2024-11-13T08:39:31,582 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-13T08:39:31,583 INFO [RS:0;dd3a0865bb23:43851 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-13T08:39:31,583 INFO [RS:0;dd3a0865bb23:43851 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-13T08:39:31,583 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-13T08:39:31,583 INFO [RS:0;dd3a0865bb23:43851 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-13T08:39:31,583 INFO [RS:0;dd3a0865bb23:43851 {}] regionserver.HRegionServer(959): stopping server dd3a0865bb23,43851,1731486997349 2024-11-13T08:39:31,583 INFO [RS:0;dd3a0865bb23:43851 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-13T08:39:31,583 INFO [RS:0;dd3a0865bb23:43851 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;dd3a0865bb23:43851. 2024-11-13T08:39:31,583 DEBUG [RS:0;dd3a0865bb23:43851 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T08:39:31,583 DEBUG [RS:0;dd3a0865bb23:43851 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T08:39:31,584 INFO [RS:0;dd3a0865bb23:43851 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-13T08:39:31,584 INFO [RS:0;dd3a0865bb23:43851 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-13T08:39:31,584 INFO [RS:0;dd3a0865bb23:43851 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-13T08:39:31,584 INFO [RS:0;dd3a0865bb23:43851 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-13T08:39:31,585 INFO [RS:0;dd3a0865bb23:43851 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-13T08:39:31,585 DEBUG [RS:0;dd3a0865bb23:43851 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-13T08:39:31,585 DEBUG [RS:0;dd3a0865bb23:43851 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T08:39:31,586 DEBUG [RS_CLOSE_META-regionserver/dd3a0865bb23:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-13T08:39:31,586 INFO [RS_CLOSE_META-regionserver/dd3a0865bb23:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-13T08:39:31,586 DEBUG [RS_CLOSE_META-regionserver/dd3a0865bb23:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-13T08:39:31,586 DEBUG [RS_CLOSE_META-regionserver/dd3a0865bb23:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-13T08:39:31,586 DEBUG [RS_CLOSE_META-regionserver/dd3a0865bb23:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-13T08:39:31,586 INFO [RS_CLOSE_META-regionserver/dd3a0865bb23:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=19.91 KB heapSize=35.20 KB 2024-11-13T08:39:31,608 DEBUG [RS_CLOSE_META-regionserver/dd3a0865bb23:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/hbase/meta/1588230740/.tmp/info/f63c7ec09d3c4feb8f4d9065cb986689 is 95, key is TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d./info:/1731487029636/DeleteFamily/seqid=0 2024-11-13T08:39:31,617 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38605 is added to blk_1073742465_1641 (size=6514) 2024-11-13T08:39:31,621 INFO [regionserver/dd3a0865bb23:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-13T08:39:31,622 INFO [regionserver/dd3a0865bb23:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-13T08:39:31,652 INFO [regionserver/dd3a0865bb23:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T08:39:31,785 DEBUG [RS:0;dd3a0865bb23:43851 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T08:39:31,986 DEBUG [RS:0;dd3a0865bb23:43851 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T08:39:32,017 INFO [RS_CLOSE_META-regionserver/dd3a0865bb23:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=16.75 KB at sequenceid=90 (bloomFilter=true), to=hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/hbase/meta/1588230740/.tmp/info/f63c7ec09d3c4feb8f4d9065cb986689 2024-11-13T08:39:32,037 DEBUG [RS_CLOSE_META-regionserver/dd3a0865bb23:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/hbase/meta/1588230740/.tmp/ns/ab7b1984ed02448baa4e398421a0b5ad is 93, key is TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d./ns:/1731487029588/DeleteFamily/seqid=0 2024-11-13T08:39:32,040 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38605 is added to blk_1073742466_1642 (size=5906) 2024-11-13T08:39:32,186 DEBUG [RS:0;dd3a0865bb23:43851 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T08:39:32,386 DEBUG [RS:0;dd3a0865bb23:43851 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T08:39:32,441 INFO [RS_CLOSE_META-regionserver/dd3a0865bb23:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=608 B at sequenceid=90 (bloomFilter=true), to=hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/hbase/meta/1588230740/.tmp/ns/ab7b1984ed02448baa4e398421a0b5ad 2024-11-13T08:39:32,461 DEBUG [RS_CLOSE_META-regionserver/dd3a0865bb23:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/hbase/meta/1588230740/.tmp/rep_barrier/43111ea9ebfa4f7d96293810168131ff is 102, key is TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d./rep_barrier:/1731487029588/DeleteFamily/seqid=0 2024-11-13T08:39:32,464 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38605 is added to blk_1073742467_1643 (size=6025) 2024-11-13T08:39:32,586 DEBUG [RS:0;dd3a0865bb23:43851 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T08:39:32,786 DEBUG [RS:0;dd3a0865bb23:43851 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T08:39:32,865 INFO [RS_CLOSE_META-regionserver/dd3a0865bb23:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=588 B at sequenceid=90 (bloomFilter=true), to=hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/hbase/meta/1588230740/.tmp/rep_barrier/43111ea9ebfa4f7d96293810168131ff 2024-11-13T08:39:32,882 DEBUG [RS_CLOSE_META-regionserver/dd3a0865bb23:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/hbase/meta/1588230740/.tmp/table/b2cb7b2eed8347e490a6c2cd1a34befd is 96, key is TestAcidGuarantees,,1731487000682.a3ed043aaa391efb9d6002833b92998d./table:/1731487029588/DeleteFamily/seqid=0 2024-11-13T08:39:32,885 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38605 is added to blk_1073742468_1644 (size=5936) 2024-11-13T08:39:32,987 DEBUG [RS:0;dd3a0865bb23:43851 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T08:39:33,187 DEBUG [RS:0;dd3a0865bb23:43851 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T08:39:33,286 INFO [RS_CLOSE_META-regionserver/dd3a0865bb23:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.99 KB at sequenceid=90 (bloomFilter=true), to=hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/hbase/meta/1588230740/.tmp/table/b2cb7b2eed8347e490a6c2cd1a34befd 2024-11-13T08:39:33,289 DEBUG [RS_CLOSE_META-regionserver/dd3a0865bb23:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/hbase/meta/1588230740/.tmp/info/f63c7ec09d3c4feb8f4d9065cb986689 as hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/hbase/meta/1588230740/info/f63c7ec09d3c4feb8f4d9065cb986689 2024-11-13T08:39:33,292 INFO [RS_CLOSE_META-regionserver/dd3a0865bb23:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/hbase/meta/1588230740/info/f63c7ec09d3c4feb8f4d9065cb986689, entries=12, sequenceid=90, filesize=6.4 K 2024-11-13T08:39:33,292 DEBUG [RS_CLOSE_META-regionserver/dd3a0865bb23:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/hbase/meta/1588230740/.tmp/ns/ab7b1984ed02448baa4e398421a0b5ad as hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/hbase/meta/1588230740/ns/ab7b1984ed02448baa4e398421a0b5ad 2024-11-13T08:39:33,295 INFO [RS_CLOSE_META-regionserver/dd3a0865bb23:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/hbase/meta/1588230740/ns/ab7b1984ed02448baa4e398421a0b5ad, entries=8, sequenceid=90, filesize=5.8 K 2024-11-13T08:39:33,295 DEBUG [RS_CLOSE_META-regionserver/dd3a0865bb23:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/hbase/meta/1588230740/.tmp/rep_barrier/43111ea9ebfa4f7d96293810168131ff as hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/hbase/meta/1588230740/rep_barrier/43111ea9ebfa4f7d96293810168131ff 2024-11-13T08:39:33,298 INFO [RS_CLOSE_META-regionserver/dd3a0865bb23:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/hbase/meta/1588230740/rep_barrier/43111ea9ebfa4f7d96293810168131ff, entries=6, sequenceid=90, filesize=5.9 K 2024-11-13T08:39:33,298 DEBUG [RS_CLOSE_META-regionserver/dd3a0865bb23:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/hbase/meta/1588230740/.tmp/table/b2cb7b2eed8347e490a6c2cd1a34befd as hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/hbase/meta/1588230740/table/b2cb7b2eed8347e490a6c2cd1a34befd 2024-11-13T08:39:33,300 INFO [RS_CLOSE_META-regionserver/dd3a0865bb23:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/hbase/meta/1588230740/table/b2cb7b2eed8347e490a6c2cd1a34befd, entries=7, sequenceid=90, filesize=5.8 K 2024-11-13T08:39:33,301 INFO [RS_CLOSE_META-regionserver/dd3a0865bb23:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~19.91 KB/20384, heapSize ~35.14 KB/35984, currentSize=0 B/0 for 1588230740 in 1715ms, sequenceid=90, compaction requested=false 2024-11-13T08:39:33,305 DEBUG [RS_CLOSE_META-regionserver/dd3a0865bb23:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/data/hbase/meta/1588230740/recovered.edits/93.seqid, newMaxSeqId=93, maxSeqId=1 2024-11-13T08:39:33,305 DEBUG [RS_CLOSE_META-regionserver/dd3a0865bb23:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-13T08:39:33,305 INFO [RS_CLOSE_META-regionserver/dd3a0865bb23:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-13T08:39:33,305 DEBUG [RS_CLOSE_META-regionserver/dd3a0865bb23:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731487171585Running coprocessor pre-close hooks at 1731487171586 (+1 ms)Disabling compacts and flushes for region at 1731487171586Disabling writes for close at 1731487171586Obtaining lock to block concurrent updates at 1731487171586Preparing flush snapshotting stores in 1588230740 at 1731487171586Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=20384, getHeapSize=35984, getOffHeapSize=0, getCellsCount=191 at 1731487171586Flushing stores of hbase:meta,,1.1588230740 at 1731487171587 (+1 ms)Flushing 1588230740/info: creating writer at 1731487171587Flushing 1588230740/info: appending metadata at 1731487171608 (+21 ms)Flushing 1588230740/info: closing flushed file at 1731487171608Flushing 1588230740/ns: creating writer at 1731487172021 (+413 ms)Flushing 1588230740/ns: appending metadata at 1731487172037 (+16 ms)Flushing 1588230740/ns: closing flushed file at 1731487172037Flushing 1588230740/rep_barrier: creating writer at 1731487172444 (+407 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731487172461 (+17 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731487172461Flushing 1588230740/table: creating writer at 1731487172868 (+407 ms)Flushing 1588230740/table: appending metadata at 1731487172882 (+14 ms)Flushing 1588230740/table: closing flushed file at 1731487172882Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2d75d9b: reopening flushed file at 1731487173289 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@50324a55: reopening flushed file at 1731487173292 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@10ff4bc8: reopening flushed file at 1731487173295 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3993bd66: reopening flushed file at 1731487173298 (+3 ms)Finished flush of dataSize ~19.91 KB/20384, heapSize ~35.14 KB/35984, currentSize=0 B/0 for 1588230740 in 1715ms, sequenceid=90, compaction requested=false at 1731487173301 (+3 ms)Writing region close event to WAL at 1731487173303 (+2 ms)Running coprocessor post-close hooks at 1731487173305 (+2 ms)Closed at 1731487173305 2024-11-13T08:39:33,305 DEBUG [RS_CLOSE_META-regionserver/dd3a0865bb23:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-13T08:39:33,387 INFO [RS:0;dd3a0865bb23:43851 {}] regionserver.HRegionServer(976): stopping server dd3a0865bb23,43851,1731486997349; all regions closed. 2024-11-13T08:39:33,391 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38605 is added to blk_1073741834_1010 (size=25344) 2024-11-13T08:39:33,393 DEBUG [RS:0;dd3a0865bb23:43851 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/oldWALs 2024-11-13T08:39:33,393 INFO [RS:0;dd3a0865bb23:43851 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL dd3a0865bb23%2C43851%2C1731486997349.meta:.meta(num 1731487000232) 2024-11-13T08:39:33,395 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38605 is added to blk_1073741833_1009 (size=14112037) 2024-11-13T08:39:33,396 DEBUG [RS:0;dd3a0865bb23:43851 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/oldWALs 2024-11-13T08:39:33,396 INFO [RS:0;dd3a0865bb23:43851 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL dd3a0865bb23%2C43851%2C1731486997349:(num 1731486999748) 2024-11-13T08:39:33,396 DEBUG [RS:0;dd3a0865bb23:43851 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T08:39:33,396 INFO [RS:0;dd3a0865bb23:43851 {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T08:39:33,397 INFO [RS:0;dd3a0865bb23:43851 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-13T08:39:33,397 INFO [RS:0;dd3a0865bb23:43851 {}] hbase.ChoreService(370): Chore service for: regionserver/dd3a0865bb23:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-13T08:39:33,397 INFO [RS:0;dd3a0865bb23:43851 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-13T08:39:33,397 INFO [regionserver/dd3a0865bb23:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-13T08:39:33,397 INFO [RS:0;dd3a0865bb23:43851 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:43851 2024-11-13T08:39:33,401 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43851-0x1011078bf230001, quorum=127.0.0.1:53503, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/dd3a0865bb23,43851,1731486997349 2024-11-13T08:39:33,401 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45349-0x1011078bf230000, quorum=127.0.0.1:53503, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-13T08:39:33,401 INFO [RS:0;dd3a0865bb23:43851 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-13T08:39:33,402 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [dd3a0865bb23,43851,1731486997349] 2024-11-13T08:39:33,405 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/dd3a0865bb23,43851,1731486997349 already deleted, retry=false 2024-11-13T08:39:33,405 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; dd3a0865bb23,43851,1731486997349 expired; onlineServers=0 2024-11-13T08:39:33,405 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'dd3a0865bb23,45349,1731486996512' ***** 2024-11-13T08:39:33,405 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-13T08:39:33,405 INFO [M:0;dd3a0865bb23:45349 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-13T08:39:33,405 INFO [M:0;dd3a0865bb23:45349 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-13T08:39:33,405 DEBUG [M:0;dd3a0865bb23:45349 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-13T08:39:33,405 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-13T08:39:33,405 DEBUG [M:0;dd3a0865bb23:45349 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-13T08:39:33,405 DEBUG [master/dd3a0865bb23:0:becomeActiveMaster-HFileCleaner.small.0-1731486999359 {}] cleaner.HFileCleaner(306): Exit Thread[master/dd3a0865bb23:0:becomeActiveMaster-HFileCleaner.small.0-1731486999359,5,FailOnTimeoutGroup] 2024-11-13T08:39:33,406 DEBUG [master/dd3a0865bb23:0:becomeActiveMaster-HFileCleaner.large.0-1731486999358 {}] cleaner.HFileCleaner(306): Exit Thread[master/dd3a0865bb23:0:becomeActiveMaster-HFileCleaner.large.0-1731486999358,5,FailOnTimeoutGroup] 2024-11-13T08:39:33,406 INFO [M:0;dd3a0865bb23:45349 {}] hbase.ChoreService(370): Chore service for: master/dd3a0865bb23:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-13T08:39:33,406 INFO [M:0;dd3a0865bb23:45349 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-13T08:39:33,406 DEBUG [M:0;dd3a0865bb23:45349 {}] master.HMaster(1795): Stopping service threads 2024-11-13T08:39:33,406 INFO [M:0;dd3a0865bb23:45349 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-13T08:39:33,406 INFO [M:0;dd3a0865bb23:45349 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-13T08:39:33,406 ERROR [M:0;dd3a0865bb23:45349 {}] procedure2.ProcedureExecutor(763): There are still active thread in group java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10], see STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] Thread[IPC Client (1102635514) connection to localhost/127.0.0.1:37119 from jenkins,5,PEWorkerGroup] Thread[IPC Parameter Sending Thread for localhost/127.0.0.1:37119,5,PEWorkerGroup] Thread[HFileArchiver-6,5,PEWorkerGroup] 2024-11-13T08:39:33,407 INFO [M:0;dd3a0865bb23:45349 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-13T08:39:33,407 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-13T08:39:33,407 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45349-0x1011078bf230000, quorum=127.0.0.1:53503, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-13T08:39:33,407 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45349-0x1011078bf230000, quorum=127.0.0.1:53503, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T08:39:33,407 DEBUG [M:0;dd3a0865bb23:45349 {}] zookeeper.ZKUtil(347): master:45349-0x1011078bf230000, quorum=127.0.0.1:53503, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-13T08:39:33,407 WARN [M:0;dd3a0865bb23:45349 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-13T08:39:33,408 INFO [M:0;dd3a0865bb23:45349 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/.lastflushedseqids 2024-11-13T08:39:33,417 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38605 is added to blk_1073742469_1645 (size=72) 2024-11-13T08:39:33,503 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43851-0x1011078bf230001, quorum=127.0.0.1:53503, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T08:39:33,503 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43851-0x1011078bf230001, quorum=127.0.0.1:53503, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T08:39:33,504 INFO [RS:0;dd3a0865bb23:43851 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-13T08:39:33,504 INFO [RS:0;dd3a0865bb23:43851 {}] regionserver.HRegionServer(1031): Exiting; stopping=dd3a0865bb23,43851,1731486997349; zookeeper connection closed. 2024-11-13T08:39:33,505 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@6fd33275 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@6fd33275 2024-11-13T08:39:33,505 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-13T08:39:33,817 INFO [M:0;dd3a0865bb23:45349 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-13T08:39:33,817 INFO [M:0;dd3a0865bb23:45349 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-13T08:39:33,818 DEBUG [M:0;dd3a0865bb23:45349 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-13T08:39:33,818 INFO [M:0;dd3a0865bb23:45349 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T08:39:33,818 DEBUG [M:0;dd3a0865bb23:45349 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T08:39:33,818 DEBUG [M:0;dd3a0865bb23:45349 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-13T08:39:33,818 DEBUG [M:0;dd3a0865bb23:45349 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T08:39:33,818 INFO [M:0;dd3a0865bb23:45349 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=796.44 KB heapSize=981.51 KB 2024-11-13T08:39:33,833 DEBUG [M:0;dd3a0865bb23:45349 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/7553b9376b304f7cbafb399e4f76caac is 82, key is hbase:meta,,1/info:regioninfo/1731487000336/Put/seqid=0 2024-11-13T08:39:33,836 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38605 is added to blk_1073742470_1646 (size=5672) 2024-11-13T08:39:34,236 INFO [M:0;dd3a0865bb23:45349 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=2297 (bloomFilter=true), to=hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/7553b9376b304f7cbafb399e4f76caac 2024-11-13T08:39:34,256 DEBUG [M:0;dd3a0865bb23:45349 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/e92c701ab2b34932ac1d322aee0eb284 is 2276, key is \x00\x00\x00\x00\x00\x00\x00!/proc:d/1731487032799/Put/seqid=0 2024-11-13T08:39:34,259 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38605 is added to blk_1073742471_1647 (size=44905) 2024-11-13T08:39:34,660 INFO [M:0;dd3a0865bb23:45349 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=795.88 KB at sequenceid=2297 (bloomFilter=true), to=hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/e92c701ab2b34932ac1d322aee0eb284 2024-11-13T08:39:34,663 INFO [M:0;dd3a0865bb23:45349 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for e92c701ab2b34932ac1d322aee0eb284 2024-11-13T08:39:34,678 DEBUG [M:0;dd3a0865bb23:45349 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/a4eae26df00b413bb6f9477bff0bbdbd is 69, key is dd3a0865bb23,43851,1731486997349/rs:state/1731486999489/Put/seqid=0 2024-11-13T08:39:34,680 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38605 is added to blk_1073742472_1648 (size=5156) 2024-11-13T08:39:35,081 INFO [M:0;dd3a0865bb23:45349 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=2297 (bloomFilter=true), to=hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/a4eae26df00b413bb6f9477bff0bbdbd 2024-11-13T08:39:35,084 DEBUG [M:0;dd3a0865bb23:45349 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/7553b9376b304f7cbafb399e4f76caac as hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/7553b9376b304f7cbafb399e4f76caac 2024-11-13T08:39:35,087 INFO [M:0;dd3a0865bb23:45349 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/7553b9376b304f7cbafb399e4f76caac, entries=8, sequenceid=2297, filesize=5.5 K 2024-11-13T08:39:35,087 DEBUG [M:0;dd3a0865bb23:45349 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/e92c701ab2b34932ac1d322aee0eb284 as hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/e92c701ab2b34932ac1d322aee0eb284 2024-11-13T08:39:35,089 INFO [M:0;dd3a0865bb23:45349 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for e92c701ab2b34932ac1d322aee0eb284 2024-11-13T08:39:35,089 INFO [M:0;dd3a0865bb23:45349 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/e92c701ab2b34932ac1d322aee0eb284, entries=174, sequenceid=2297, filesize=43.9 K 2024-11-13T08:39:35,090 DEBUG [M:0;dd3a0865bb23:45349 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/a4eae26df00b413bb6f9477bff0bbdbd as hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/a4eae26df00b413bb6f9477bff0bbdbd 2024-11-13T08:39:35,092 INFO [M:0;dd3a0865bb23:45349 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37119/user/jenkins/test-data/69c6e7d8-af09-193f-9e1d-39056d998e21/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/a4eae26df00b413bb6f9477bff0bbdbd, entries=1, sequenceid=2297, filesize=5.0 K 2024-11-13T08:39:35,093 INFO [M:0;dd3a0865bb23:45349 {}] regionserver.HRegion(3140): Finished flush of dataSize ~796.44 KB/815552, heapSize ~981.21 KB/1004760, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1275ms, sequenceid=2297, compaction requested=false 2024-11-13T08:39:35,094 INFO [M:0;dd3a0865bb23:45349 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T08:39:35,094 DEBUG [M:0;dd3a0865bb23:45349 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731487173818Disabling compacts and flushes for region at 1731487173818Disabling writes for close at 1731487173818Obtaining lock to block concurrent updates at 1731487173818Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731487173818Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=815552, getHeapSize=1005000, getOffHeapSize=0, getCellsCount=2496 at 1731487173818Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731487173819 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731487173819Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731487173833 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731487173833Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731487174240 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731487174255 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731487174255Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731487174663 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731487174677 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731487174677Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7c088ea6: reopening flushed file at 1731487175084 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@50d4d24b: reopening flushed file at 1731487175087 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3607b542: reopening flushed file at 1731487175089 (+2 ms)Finished flush of dataSize ~796.44 KB/815552, heapSize ~981.21 KB/1004760, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1275ms, sequenceid=2297, compaction requested=false at 1731487175093 (+4 ms)Writing region close event to WAL at 1731487175094 (+1 ms)Closed at 1731487175094 2024-11-13T08:39:35,096 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38605 is added to blk_1073741830_1006 (size=966072) 2024-11-13T08:39:35,097 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-13T08:39:35,097 INFO [M:0;dd3a0865bb23:45349 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-13T08:39:35,097 INFO [M:0;dd3a0865bb23:45349 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:45349 2024-11-13T08:39:35,097 INFO [M:0;dd3a0865bb23:45349 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-13T08:39:35,199 INFO [M:0;dd3a0865bb23:45349 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-13T08:39:35,199 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45349-0x1011078bf230000, quorum=127.0.0.1:53503, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T08:39:35,199 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45349-0x1011078bf230000, quorum=127.0.0.1:53503, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T08:39:35,204 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4269bd31{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T08:39:35,206 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@353d64f2{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-13T08:39:35,206 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-13T08:39:35,206 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@435f9f96{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-13T08:39:35,207 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4fd7fa7c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b43877d8-0597-cee7-45e0-93a0ad540019/hadoop.log.dir/,STOPPED} 2024-11-13T08:39:35,209 WARN [BP-1997644977-172.17.0.2-1731486993595 heartbeating to localhost/127.0.0.1:37119 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-13T08:39:35,209 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-13T08:39:35,209 WARN [BP-1997644977-172.17.0.2-1731486993595 heartbeating to localhost/127.0.0.1:37119 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1997644977-172.17.0.2-1731486993595 (Datanode Uuid 54f90b3f-b999-4140-b4b3-776d5c0437e0) service to localhost/127.0.0.1:37119 2024-11-13T08:39:35,209 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-13T08:39:35,211 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b43877d8-0597-cee7-45e0-93a0ad540019/cluster_ba4b39f1-6ba7-dd7c-1a84-d23cc83f2c03/data/data1/current/BP-1997644977-172.17.0.2-1731486993595 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T08:39:35,212 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b43877d8-0597-cee7-45e0-93a0ad540019/cluster_ba4b39f1-6ba7-dd7c-1a84-d23cc83f2c03/data/data2/current/BP-1997644977-172.17.0.2-1731486993595 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T08:39:35,212 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-13T08:39:35,220 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4ded99d3{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-13T08:39:35,221 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@557285fa{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-13T08:39:35,221 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-13T08:39:35,221 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@93c62df{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-13T08:39:35,221 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6b23711f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b43877d8-0597-cee7-45e0-93a0ad540019/hadoop.log.dir/,STOPPED} 2024-11-13T08:39:35,237 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-13T08:39:35,355 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down